Skip to content
Product cover

Why Detailed Data Is As Important As Big Data

April 26, 2012 | David Kiron | Data, AI, & Machine Learning

The increasing ability for companies to get transaction-level, detail-level data–click stream data versus summary data–presents huge opportunity, says Boston College’s Sam Ransbotham. Big data gets all the press these days, but as important and perhaps even more important is detailed data.
Detailed detail gives companies “the opportunity to try to figure out the ways that, say, customers, differ,” he says. And that’s not just demographically, but in their behavior. “By observing detailed transactional level of their data, we can actually find much more interesting things than we can by lumping them into demographic groups.”
Ransbotham’s primary research interests are in security and risk, but that led him to analytics. “What really sparked my interest is how do you make sense of that much data, since detection system logs have data in huge numbers, the billions of records category. How do you spot trends and how do you figure out what’s going on in those trends?” His research also now encompasses what he calls “more positive areas” of customer service and customer reviews and how those things are being used in marketing.
In a conversation with David Kiron, executive editor of Innovation Hubs at MIT Sloan Management Review, Ransbotham explains why detailed data can tell companies not just why someone did something but why they didn’t do something else, how hospitals don’t seem to face heightened malpractice risks when they install electronic medical records and what companies should and should not be worried about when their customers fire off real-time comments on Twitter.

Purchase Options

Educator and Student Discounts Available. Learn more »

  BENCHMARKS  
Loading Time: Base Classes  0.0007
My Controller Construct  0.0004
Build Nav  0.0009
Controller Execution Time ( Products / Route )  0.0963
Total Execution Time  0.0970
  GET DATA  
No GET data exists
  MEMORY USAGE  
1.5656 MB
  POST DATA  
No POST data exists
  URI STRING  
store/why-detailed-data-is-as-important-as-big-data
  CLASS/METHOD  
products/route
  DATABASE:  MITSLOAN_DEV   QUERIES: 68  (Hide)
0.0010  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '9069265537c9d6681f8e8492391a0a6a'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '9069265537c9d6681f8e8492391a0a6a'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '9069265537c9d6681f8e8492391a0a6a'
ORDER BY `created_at` DESC 
0.0007  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '9069265537c9d6681f8e8492391a0a6a'
ORDER BY `created_at` DESC 
0.0012  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '9069265537c9d6681f8e8492391a0a6a'
ORDER BY `created_at` DESC 
0.0003  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '9069265537c9d6681f8e8492391a0a6a'
ORDER BY `created_at` DESC 
0.0006  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '9069265537c9d6681f8e8492391a0a6a'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '9069265537c9d6681f8e8492391a0a6a'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '9069265537c9d6681f8e8492391a0a6a'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '9069265537c9d6681f8e8492391a0a6a'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '9069265537c9d6681f8e8492391a0a6a'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '9069265537c9d6681f8e8492391a0a6a'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '9069265537c9d6681f8e8492391a0a6a'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '9069265537c9d6681f8e8492391a0a6a'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '9069265537c9d6681f8e8492391a0a6a'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '9069265537c9d6681f8e8492391a0a6a'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '9069265537c9d6681f8e8492391a0a6a'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '9069265537c9d6681f8e8492391a0a6a'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '9069265537c9d6681f8e8492391a0a6a'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '9069265537c9d6681f8e8492391a0a6a'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '9069265537c9d6681f8e8492391a0a6a'
ORDER BY `created_at` DESC 
0.0003  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '9069265537c9d6681f8e8492391a0a6a'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '9069265537c9d6681f8e8492391a0a6a'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '9069265537c9d6681f8e8492391a0a6a'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '9069265537c9d6681f8e8492391a0a6a'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '9069265537c9d6681f8e8492391a0a6a'
ORDER BY `created_at` DESC 
0.0002  

SELECT SQL_CALC_FOUND_ROWS cat_id
FROM (`product_categories`)
WHERE `status_id` =  'A'
AND `url_friendly` =  'why-detailed-data-is-as-important-as-big-data'
AND `parent_id` =  1 
0.0161  

SELECT c.parent_id, c.format_id
                    FROM products AS p, products AS c
                    WHERE p.prod_id = c.parent_id AND
                        c.avail_id IN ('A','B','D') AND
                        c.type_id = 'V' AND
                        (
                            c.sku = 'why-detailed-data-is-as-important-as-big-data' OR
                            if(c.format_id = 'Certificate', '', p.url_friendly) = 'why-detailed-data-is-as-important-as-big-data'
                        )
                    LIMIT 1 
0.0003  

SELECT `parent_id`
FROM (`products`)
WHERE `prod_id` =  2969 
0.0003  

SELECT *
FROM (`products`)
WHERE `products`.`prod_id` =  '2969' 
0.0003  

SELECT *
FROM (`authors`)
JOIN `products__authors` ON `authors`.`author_id` = `products__authors`.`author_id`
WHERE `products__authors`.`prod_id` =  '2969'
ORDER BY `sort` ASC 
0.0002  

SELECT `cat_id`
FROM (`product_categories__products`)
WHERE `prod_id` =  '2969' 
0.0001  

SELECT *
FROM (`product_flags__products`)
WHERE `prod_id` =  '2969' 
0.0002  

SELECT `sku`
FROM (`products__xsell`)
WHERE `prod_id` =  '2969'
ORDER BY IF(position = 0, 1, 0) ASC , `position` 
0.0388  

SELECT `products`.`parent_id`
FROM (`transaction_lines`)
JOIN `products` ON `products`.`sku` = `transaction_lines`.`sku`
JOIN `product_categories__products` ON `products`.`parent_id` = `product_categories__products`.`prod_id`
WHERE `products`.`avail_id` =  'A'
AND TO_DAYS(transaction_lines.updated_at) < (TO_DAYS(NOW()) - 90)
AND `product_categories__products`.`cat_id` IN ('276') 
GROUP BY `products`.`parent_id`
ORDER BY COUNT(*) DESC
LIMIT 6 
0.0003  

SELECT `parent_id`
FROM (`products`)
WHERE `prod_id` =  '701' 
0.0002  

SELECT *
FROM (`products`)
WHERE `products`.`prod_id` =  '701' 
0.0003  

SELECT *
FROM (`authors`)
JOIN `products__authors` ON `authors`.`author_id` = `products__authors`.`author_id`
WHERE `products__authors`.`prod_id` =  '701'
ORDER BY `sort` ASC 
0.0001  

SELECT `parent_id`
FROM (`products`)
WHERE `prod_id` =  '3943' 
0.0002  

SELECT *
FROM (`products`)
WHERE `products`.`prod_id` =  '3943' 
0.0002  

SELECT *
FROM (`authors`)
JOIN `products__authors` ON `authors`.`author_id` = `products__authors`.`author_id`
WHERE `products__authors`.`prod_id` =  '3943'
ORDER BY `sort` ASC 
0.0001  

SELECT `parent_id`
FROM (`products`)
WHERE `prod_id` =  '3049' 
0.0002  

SELECT *
FROM (`products`)
WHERE `products`.`prod_id` =  '3049' 
0.0002  

SELECT *
FROM (`authors`)
JOIN `products__authors` ON `authors`.`author_id` = `products__authors`.`author_id`
WHERE `products__authors`.`prod_id` =  '3049'
ORDER BY `sort` ASC 
0.0001  

SELECT `parent_id`
FROM (`products`)
WHERE `prod_id` =  '3433' 
0.0003  

SELECT *
FROM (`products`)
WHERE `products`.`prod_id` =  '3433' 
0.0003  

SELECT *
FROM (`authors`)
JOIN `products__authors` ON `authors`.`author_id` = `products__authors`.`author_id`
WHERE `products__authors`.`prod_id` =  '3433'
ORDER BY `sort` ASC 
0.0002  

SELECT `parent_id`
FROM (`products`)
WHERE `prod_id` =  '3497' 
0.0002  

SELECT *
FROM (`products`)
WHERE `products`.`prod_id` =  '3497' 
0.0003  

SELECT *
FROM (`authors`)
JOIN `products__authors` ON `authors`.`author_id` = `products__authors`.`author_id`
WHERE `products__authors`.`prod_id` =  '3497'
ORDER BY `sort` ASC 
0.0001  

SELECT `parent_id`
FROM (`products`)
WHERE `prod_id` =  '4191' 
0.0002  

SELECT *
FROM (`products`)
WHERE `products`.`prod_id` =  '4191' 
0.0003  

SELECT *
FROM (`authors`)
JOIN `products__authors` ON `authors`.`author_id` = `products__authors`.`author_id`
WHERE `products__authors`.`prod_id` =  '4191'
ORDER BY `sort` ASC 
0.0004  

SELECT SQL_CALC_FOUND_ROWS media_id, position
FROM (`media`)
WHERE `foreign_key_table` =  'products'
AND `foreign_key_column` =  'prod_id'
AND `foreign_key_value` =  '2969'
AND `kind` =  'image_600x600'
ORDER BY IF(position = 0, 1, 0) ASC , `position` 
0.0002  

SELECT *
FROM (`media`)
WHERE `media`.`media_id` =  '1357' 
0.0003  

SELECT *
FROM (`mime_types`)
WHERE `mime_types`.`extension` =  'jpg' 
0.0001  

SELECT *
FROM (`media_metadata`)
WHERE `media_id` =  '1357' 
0.0004  

SELECT SQL_CALC_FOUND_ROWS media_id, position
FROM (`media`)
WHERE `foreign_key_table` =  'products'
AND `foreign_key_column` =  'prod_id'
AND `foreign_key_value` =  '2969'
AND `kind` =  'gallery_image'
ORDER BY IF(position = 0, 1, 0) ASC , `position` 
0.0003  

SELECT *
FROM (`products`)
WHERE `avail_id` IN ('A', 'B', 'C', 'H') 
AND `parent_id` =  '2969'
AND `type_id` =  'V'
ORDER BY IF(position = 0, 1, 0) ASC , `position`, `title` 
0.0001  

SELECT `c`.`format_id`, `c`.`price`, `c`.`sale_price`
FROM (`products` AS c)
WHERE `c`.`prod_id` =  '2970'
LIMIT 1 
0.0003  

SELECT SQL_CALC_FOUND_ROWS media_id, position
FROM (`media`)
WHERE `foreign_key_table` =  'products'
AND `foreign_key_column` =  'prod_id'
AND `foreign_key_value` =  '2970'
AND `kind` =  'thumbnail'
ORDER BY IF(position = 0, 1, 0) ASC , `position` 
0.0003  

SELECT `product_categories__products`.`cat_id`
FROM (`product_categories__products`)
JOIN `product_categories` ON `product_categories__products`.`cat_id` = `product_categories`.`cat_id`
WHERE `product_categories__products`.`prod_id` =  '2969'
AND `product_categories`.`parent_id` =  1
AND `product_categories__products`.`cat_id` NOT IN (1, 261)  
0.0006  

SELECT `cat_id` AS id, `parent_id` AS parent, `status_id`, `name`, `description`, `url_friendly`, `page_title`, `meta_keywords`, `meta_description`, `position`, `updated_at`
FROM (`product_categories`)
WHERE `cat_id` != 1
ORDER BY `parent_id`, IF(position = 0, 1, 0) ASC , `position`, `name` 
0.0005  

SELECT *
FROM (`product_categories`)
WHERE `status_id` =  'A'
AND `parent_id` =  1
AND `cat_id` NOT IN (1, 261) 
ORDER BY `name` 
0.0002  

SELECT *
FROM (`site_settings`)
WHERE `option_key` =  'announcement' 
  HTTP HEADERS  (Show)
  SESSION DATA  (Show)
  CONFIG VARIABLES  (Show)