Skip to content
Product cover

What People Want (and How to Predict It)

January 9, 2009 | Thomas H. Davenport, Jeanne G. Harris | Marketing

Historically, neither the creators nor the distributors of cultural products such as books or movies have used analytics — data, statistics, predictive modeling — to determine the likely success of their offerings. Instead, companies relied on the brilliance of tastemakers to predict and shape what people would buy. Creative judgment and expertise will always play a vital role in the creation, shaping and marketing of cultural products. But the balance between art and science is shifting. Today companies have unprecedented access to data and sophisticated technology that allows even the best-known experts to weigh factors and consider evidence that was unobtainable just a few years ago. And with increased cost and risk associated with the creation of cultural products, it has never been more important to get these decisions right.

In this article, the authors describe the results of a study of prediction and recommendation efforts for a variety of cultural products. They discuss different approaches used to make predictions, the contexts in which these predictions are applied and the barriers to more extensive use, including the problem of decision making pre-creation.

They then discuss two aspects of the prediction market. First, the need for better prediction for distributors of cultural products, and second, the potential for business models around prediction techniques.

Purchase Options

Educator and Student Discounts Available. Learn more »

  BENCHMARKS  
Loading Time: Base Classes  0.0005
My Controller Construct  0.0003
Build Nav  0.0005
Controller Execution Time ( Products / Route )  0.0578
Total Execution Time  0.0583
  GET DATA  
No GET data exists
  MEMORY USAGE  
1.5634 MB
  POST DATA  
No POST data exists
  URI STRING  
store/what-people-want-and-how-to-predict-it
  CLASS/METHOD  
products/route
  DATABASE:  MITSLOAN_DEV   QUERIES: 68  (Hide)
0.0011  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '675158d68a63118d652fe9e581aee50b'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '675158d68a63118d652fe9e581aee50b'
ORDER BY `created_at` DESC 
0.0018  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '675158d68a63118d652fe9e581aee50b'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '675158d68a63118d652fe9e581aee50b'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '675158d68a63118d652fe9e581aee50b'
ORDER BY `created_at` DESC 
0.0006  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '675158d68a63118d652fe9e581aee50b'
ORDER BY `created_at` DESC 
0.0013  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '675158d68a63118d652fe9e581aee50b'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '675158d68a63118d652fe9e581aee50b'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '675158d68a63118d652fe9e581aee50b'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '675158d68a63118d652fe9e581aee50b'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '675158d68a63118d652fe9e581aee50b'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '675158d68a63118d652fe9e581aee50b'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '675158d68a63118d652fe9e581aee50b'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '675158d68a63118d652fe9e581aee50b'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '675158d68a63118d652fe9e581aee50b'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '675158d68a63118d652fe9e581aee50b'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '675158d68a63118d652fe9e581aee50b'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '675158d68a63118d652fe9e581aee50b'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '675158d68a63118d652fe9e581aee50b'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '675158d68a63118d652fe9e581aee50b'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '675158d68a63118d652fe9e581aee50b'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '675158d68a63118d652fe9e581aee50b'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '675158d68a63118d652fe9e581aee50b'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '675158d68a63118d652fe9e581aee50b'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '675158d68a63118d652fe9e581aee50b'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '675158d68a63118d652fe9e581aee50b'
ORDER BY `created_at` DESC 
0.0002  

SELECT SQL_CALC_FOUND_ROWS cat_id
FROM (`product_categories`)
WHERE `status_id` =  'A'
AND `url_friendly` =  'what-people-want-and-how-to-predict-it'
AND `parent_id` =  1 
0.0035  

SELECT c.parent_id, c.format_id
                    FROM products AS p, products AS c
                    WHERE p.prod_id = c.parent_id AND
                        c.avail_id IN ('A','B','D') AND
                        c.type_id = 'V' AND
                        (
                            c.sku = 'what-people-want-and-how-to-predict-it' OR
                            if(c.format_id = 'Certificate', '', p.url_friendly) = 'what-people-want-and-how-to-predict-it'
                        )
                    LIMIT 1 
0.0001  

SELECT `parent_id`
FROM (`products`)
WHERE `prod_id` =  951 
0.0002  

SELECT *
FROM (`products`)
WHERE `products`.`prod_id` =  '951' 
0.0002  

SELECT *
FROM (`authors`)
JOIN `products__authors` ON `authors`.`author_id` = `products__authors`.`author_id`
WHERE `products__authors`.`prod_id` =  '951'
ORDER BY `sort` ASC 
0.0001  

SELECT `cat_id`
FROM (`product_categories__products`)
WHERE `prod_id` =  '951' 
0.0001  

SELECT *
FROM (`product_flags__products`)
WHERE `prod_id` =  '951' 
0.0001  

SELECT `sku`
FROM (`products__xsell`)
WHERE `prod_id` =  '951'
ORDER BY IF(position = 0, 1, 0) ASC , `position` 
0.0183  

SELECT `products`.`parent_id`
FROM (`transaction_lines`)
JOIN `products` ON `products`.`sku` = `transaction_lines`.`sku`
JOIN `product_categories__products` ON `products`.`parent_id` = `product_categories__products`.`prod_id`
WHERE `products`.`avail_id` =  'A'
AND TO_DAYS(transaction_lines.updated_at) < (TO_DAYS(NOW()) - 90)
AND `product_categories__products`.`cat_id` IN ('247') 
GROUP BY `products`.`parent_id`
ORDER BY COUNT(*) DESC
LIMIT 6 
0.0002  

SELECT `parent_id`
FROM (`products`)
WHERE `prod_id` =  '1211' 
0.0002  

SELECT *
FROM (`products`)
WHERE `products`.`prod_id` =  '1211' 
0.0003  

SELECT *
FROM (`authors`)
JOIN `products__authors` ON `authors`.`author_id` = `products__authors`.`author_id`
WHERE `products__authors`.`prod_id` =  '1211'
ORDER BY `sort` ASC 
0.0001  

SELECT `parent_id`
FROM (`products`)
WHERE `prod_id` =  '305' 
0.0002  

SELECT *
FROM (`products`)
WHERE `products`.`prod_id` =  '305' 
0.0002  

SELECT *
FROM (`authors`)
JOIN `products__authors` ON `authors`.`author_id` = `products__authors`.`author_id`
WHERE `products__authors`.`prod_id` =  '305'
ORDER BY `sort` ASC 
0.0001  

SELECT `parent_id`
FROM (`products`)
WHERE `prod_id` =  '1325' 
0.0002  

SELECT *
FROM (`products`)
WHERE `products`.`prod_id` =  '1325' 
0.0002  

SELECT *
FROM (`authors`)
JOIN `products__authors` ON `authors`.`author_id` = `products__authors`.`author_id`
WHERE `products__authors`.`prod_id` =  '1325'
ORDER BY `sort` ASC 
0.0001  

SELECT `parent_id`
FROM (`products`)
WHERE `prod_id` =  '523' 
0.0002  

SELECT *
FROM (`products`)
WHERE `products`.`prod_id` =  '523' 
0.0002  

SELECT *
FROM (`authors`)
JOIN `products__authors` ON `authors`.`author_id` = `products__authors`.`author_id`
WHERE `products__authors`.`prod_id` =  '523'
ORDER BY `sort` ASC 
0.0001  

SELECT `parent_id`
FROM (`products`)
WHERE `prod_id` =  '3987' 
0.0002  

SELECT *
FROM (`products`)
WHERE `products`.`prod_id` =  '3987' 
0.0002  

SELECT *
FROM (`authors`)
JOIN `products__authors` ON `authors`.`author_id` = `products__authors`.`author_id`
WHERE `products__authors`.`prod_id` =  '3987'
ORDER BY `sort` ASC 
0.0001  

SELECT `parent_id`
FROM (`products`)
WHERE `prod_id` =  '339' 
0.0002  

SELECT *
FROM (`products`)
WHERE `products`.`prod_id` =  '339' 
0.0002  

SELECT *
FROM (`authors`)
JOIN `products__authors` ON `authors`.`author_id` = `products__authors`.`author_id`
WHERE `products__authors`.`prod_id` =  '339'
ORDER BY `sort` ASC 
0.0003  

SELECT SQL_CALC_FOUND_ROWS media_id, position
FROM (`media`)
WHERE `foreign_key_table` =  'products'
AND `foreign_key_column` =  'prod_id'
AND `foreign_key_value` =  '951'
AND `kind` =  'image_600x600'
ORDER BY IF(position = 0, 1, 0) ASC , `position` 
0.0001  

SELECT *
FROM (`media`)
WHERE `media`.`media_id` =  '463' 
0.0001  

SELECT *
FROM (`mime_types`)
WHERE `mime_types`.`extension` =  'jpg' 
0.0001  

SELECT *
FROM (`media_metadata`)
WHERE `media_id` =  '463' 
0.0002  

SELECT SQL_CALC_FOUND_ROWS media_id, position
FROM (`media`)
WHERE `foreign_key_table` =  'products'
AND `foreign_key_column` =  'prod_id'
AND `foreign_key_value` =  '951'
AND `kind` =  'gallery_image'
ORDER BY IF(position = 0, 1, 0) ASC , `position` 
0.0003  

SELECT *
FROM (`products`)
WHERE `avail_id` IN ('A', 'B', 'C', 'H') 
AND `parent_id` =  '951'
AND `type_id` =  'V'
ORDER BY IF(position = 0, 1, 0) ASC , `position`, `title` 
0.0001  

SELECT `c`.`format_id`, `c`.`price`, `c`.`sale_price`
FROM (`products` AS c)
WHERE `c`.`prod_id` =  '952'
LIMIT 1 
0.0002  

SELECT SQL_CALC_FOUND_ROWS media_id, position
FROM (`media`)
WHERE `foreign_key_table` =  'products'
AND `foreign_key_column` =  'prod_id'
AND `foreign_key_value` =  '952'
AND `kind` =  'thumbnail'
ORDER BY IF(position = 0, 1, 0) ASC , `position` 
0.0002  

SELECT `product_categories__products`.`cat_id`
FROM (`product_categories__products`)
JOIN `product_categories` ON `product_categories__products`.`cat_id` = `product_categories`.`cat_id`
WHERE `product_categories__products`.`prod_id` =  '951'
AND `product_categories`.`parent_id` =  1
AND `product_categories__products`.`cat_id` NOT IN (1, 261)  
0.0004  

SELECT `cat_id` AS id, `parent_id` AS parent, `status_id`, `name`, `description`, `url_friendly`, `page_title`, `meta_keywords`, `meta_description`, `position`, `updated_at`
FROM (`product_categories`)
WHERE `cat_id` != 1
ORDER BY `parent_id`, IF(position = 0, 1, 0) ASC , `position`, `name` 
0.0003  

SELECT *
FROM (`product_categories`)
WHERE `status_id` =  'A'
AND `parent_id` =  1
AND `cat_id` NOT IN (1, 261) 
ORDER BY `name` 
0.0002  

SELECT *
FROM (`site_settings`)
WHERE `option_key` =  'announcement' 
  HTTP HEADERS  (Show)
  SESSION DATA  (Show)
  CONFIG VARIABLES  (Show)