Skip to content
Product cover

The Relevance of Data: Going Behind The Scenes at LinkedIn

August 26, 2013 | Renee Boucher Ferguson | Data, AI, & Machine Learning

It is an understatement to say LinkedIn is growing like a weed. It's rare that any company — much less one started in its founder's livingroom a little more than a decade ago — can boast the kind of growth LinkedIn has right now: Every second, 2 people (or more!) join the site. With 238 million members in over 200 countries, 2.8 million active company profiles, and 1 million professionally oriented groups, LinkedIn has become the world's largest professional networking site. It's an unrivaled achievement; literally none of its competitors (or imitators) has anywhere near that reach.

The company's mission is deceptively simple: Connect the world's professionals to make them more productive and successful. But its vision is something completely different. In a 2012 blog, Jeff Weiner, LinkedIn's CEO (@jeffweiner), explained how the company initially developed an infrastructure that could map its members' professional relationships up to three degrees.

That reach — and the massive amount of data that's connected and parsed through LinkedIn's complex machine learning and optimization algorithms — has interesting implications for members and employers. But the vision extends to future global economic development. Deepak Agarwal, director of relevance science at LinkedIn, talks with MIT Sloan Management Review contributing editor Renee Boucher Ferguson about LinkedIn's relentless focus on data relevance. And what the Age of Analytics, coupled with LinkedIn data, could mean for the world.

Purchase Options

Educator and Student Discounts Available. Learn more »

  BENCHMARKS  
Loading Time: Base Classes  0.0005
My Controller Construct  0.0004
Build Nav  0.0006
Controller Execution Time ( Products / Route )  0.0566
Total Execution Time  0.0572
  GET DATA  
No GET data exists
  MEMORY USAGE  
1.5657 MB
  POST DATA  
No POST data exists
  URI STRING  
store/the-relevance-of-data-going-behind-the-scenes-at-linkedin
  CLASS/METHOD  
products/route
  DATABASE:  MITSLOAN_DEV   QUERIES: 68  (Hide)
0.0003  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  'e1bc30d22b57ebce2039417ced9d8677'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  'e1bc30d22b57ebce2039417ced9d8677'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  'e1bc30d22b57ebce2039417ced9d8677'
ORDER BY `created_at` DESC 
0.0004  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  'e1bc30d22b57ebce2039417ced9d8677'
ORDER BY `created_at` DESC 
0.0004  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  'e1bc30d22b57ebce2039417ced9d8677'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  'e1bc30d22b57ebce2039417ced9d8677'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  'e1bc30d22b57ebce2039417ced9d8677'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  'e1bc30d22b57ebce2039417ced9d8677'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  'e1bc30d22b57ebce2039417ced9d8677'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  'e1bc30d22b57ebce2039417ced9d8677'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  'e1bc30d22b57ebce2039417ced9d8677'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  'e1bc30d22b57ebce2039417ced9d8677'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  'e1bc30d22b57ebce2039417ced9d8677'
ORDER BY `created_at` DESC 
0.0004  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  'e1bc30d22b57ebce2039417ced9d8677'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  'e1bc30d22b57ebce2039417ced9d8677'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  'e1bc30d22b57ebce2039417ced9d8677'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  'e1bc30d22b57ebce2039417ced9d8677'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  'e1bc30d22b57ebce2039417ced9d8677'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  'e1bc30d22b57ebce2039417ced9d8677'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  'e1bc30d22b57ebce2039417ced9d8677'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  'e1bc30d22b57ebce2039417ced9d8677'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  'e1bc30d22b57ebce2039417ced9d8677'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  'e1bc30d22b57ebce2039417ced9d8677'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  'e1bc30d22b57ebce2039417ced9d8677'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  'e1bc30d22b57ebce2039417ced9d8677'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  'e1bc30d22b57ebce2039417ced9d8677'
ORDER BY `created_at` DESC 
0.0002  

SELECT SQL_CALC_FOUND_ROWS cat_id
FROM (`product_categories`)
WHERE `status_id` =  'A'
AND `url_friendly` =  'the-relevance-of-data-going-behind-the-scenes-at-linkedin'
AND `parent_id` =  1 
0.0104  

SELECT c.parent_id, c.format_id
                    FROM products AS p, products AS c
                    WHERE p.prod_id = c.parent_id AND
                        c.avail_id IN ('A','B','D') AND
                        c.type_id = 'V' AND
                        (
                            c.sku = 'the-relevance-of-data-going-behind-the-scenes-at-linkedin' OR
                            if(c.format_id = 'Certificate', '', p.url_friendly) = 'the-relevance-of-data-going-behind-the-scenes-at-linkedin'
                        )
                    LIMIT 1 
0.0003  

SELECT `parent_id`
FROM (`products`)
WHERE `prod_id` =  2879 
0.0002  

SELECT *
FROM (`products`)
WHERE `products`.`prod_id` =  '2879' 
0.0002  

SELECT *
FROM (`authors`)
JOIN `products__authors` ON `authors`.`author_id` = `products__authors`.`author_id`
WHERE `products__authors`.`prod_id` =  '2879'
ORDER BY `sort` ASC 
0.0002  

SELECT `cat_id`
FROM (`product_categories__products`)
WHERE `prod_id` =  '2879' 
0.0001  

SELECT *
FROM (`product_flags__products`)
WHERE `prod_id` =  '2879' 
0.0002  

SELECT `sku`
FROM (`products__xsell`)
WHERE `prod_id` =  '2879'
ORDER BY IF(position = 0, 1, 0) ASC , `position` 
0.0228  

SELECT `products`.`parent_id`
FROM (`transaction_lines`)
JOIN `products` ON `products`.`sku` = `transaction_lines`.`sku`
JOIN `product_categories__products` ON `products`.`parent_id` = `product_categories__products`.`prod_id`
WHERE `products`.`avail_id` =  'A'
AND TO_DAYS(transaction_lines.updated_at) < (TO_DAYS(NOW()) - 90)
AND `product_categories__products`.`cat_id` IN ('276') 
GROUP BY `products`.`parent_id`
ORDER BY COUNT(*) DESC
LIMIT 6 
0.0002  

SELECT `parent_id`
FROM (`products`)
WHERE `prod_id` =  '701' 
0.0003  

SELECT *
FROM (`products`)
WHERE `products`.`prod_id` =  '701' 
0.0002  

SELECT *
FROM (`authors`)
JOIN `products__authors` ON `authors`.`author_id` = `products__authors`.`author_id`
WHERE `products__authors`.`prod_id` =  '701'
ORDER BY `sort` ASC 
0.0001  

SELECT `parent_id`
FROM (`products`)
WHERE `prod_id` =  '3943' 
0.0002  

SELECT *
FROM (`products`)
WHERE `products`.`prod_id` =  '3943' 
0.0002  

SELECT *
FROM (`authors`)
JOIN `products__authors` ON `authors`.`author_id` = `products__authors`.`author_id`
WHERE `products__authors`.`prod_id` =  '3943'
ORDER BY `sort` ASC 
0.0001  

SELECT `parent_id`
FROM (`products`)
WHERE `prod_id` =  '3049' 
0.0002  

SELECT *
FROM (`products`)
WHERE `products`.`prod_id` =  '3049' 
0.0003  

SELECT *
FROM (`authors`)
JOIN `products__authors` ON `authors`.`author_id` = `products__authors`.`author_id`
WHERE `products__authors`.`prod_id` =  '3049'
ORDER BY `sort` ASC 
0.0001  

SELECT `parent_id`
FROM (`products`)
WHERE `prod_id` =  '3433' 
0.0001  

SELECT *
FROM (`products`)
WHERE `products`.`prod_id` =  '3433' 
0.0002  

SELECT *
FROM (`authors`)
JOIN `products__authors` ON `authors`.`author_id` = `products__authors`.`author_id`
WHERE `products__authors`.`prod_id` =  '3433'
ORDER BY `sort` ASC 
0.0003  

SELECT `parent_id`
FROM (`products`)
WHERE `prod_id` =  '3497' 
0.0002  

SELECT *
FROM (`products`)
WHERE `products`.`prod_id` =  '3497' 
0.0002  

SELECT *
FROM (`authors`)
JOIN `products__authors` ON `authors`.`author_id` = `products__authors`.`author_id`
WHERE `products__authors`.`prod_id` =  '3497'
ORDER BY `sort` ASC 
0.0001  

SELECT `parent_id`
FROM (`products`)
WHERE `prod_id` =  '4191' 
0.0002  

SELECT *
FROM (`products`)
WHERE `products`.`prod_id` =  '4191' 
0.0002  

SELECT *
FROM (`authors`)
JOIN `products__authors` ON `authors`.`author_id` = `products__authors`.`author_id`
WHERE `products__authors`.`prod_id` =  '4191'
ORDER BY `sort` ASC 
0.0003  

SELECT SQL_CALC_FOUND_ROWS media_id, position
FROM (`media`)
WHERE `foreign_key_table` =  'products'
AND `foreign_key_column` =  'prod_id'
AND `foreign_key_value` =  '2879'
AND `kind` =  'image_600x600'
ORDER BY IF(position = 0, 1, 0) ASC , `position` 
0.0001  

SELECT *
FROM (`media`)
WHERE `media`.`media_id` =  '1315' 
0.0001  

SELECT *
FROM (`mime_types`)
WHERE `mime_types`.`extension` =  'jpg' 
0.0001  

SELECT *
FROM (`media_metadata`)
WHERE `media_id` =  '1315' 
0.0013  

SELECT SQL_CALC_FOUND_ROWS media_id, position
FROM (`media`)
WHERE `foreign_key_table` =  'products'
AND `foreign_key_column` =  'prod_id'
AND `foreign_key_value` =  '2879'
AND `kind` =  'gallery_image'
ORDER BY IF(position = 0, 1, 0) ASC , `position` 
0.0003  

SELECT *
FROM (`products`)
WHERE `avail_id` IN ('A', 'B', 'C', 'H') 
AND `parent_id` =  '2879'
AND `type_id` =  'V'
ORDER BY IF(position = 0, 1, 0) ASC , `position`, `title` 
0.0001  

SELECT `c`.`format_id`, `c`.`price`, `c`.`sale_price`
FROM (`products` AS c)
WHERE `c`.`prod_id` =  '2880'
LIMIT 1 
0.0002  

SELECT SQL_CALC_FOUND_ROWS media_id, position
FROM (`media`)
WHERE `foreign_key_table` =  'products'
AND `foreign_key_column` =  'prod_id'
AND `foreign_key_value` =  '2880'
AND `kind` =  'thumbnail'
ORDER BY IF(position = 0, 1, 0) ASC , `position` 
0.0002  

SELECT `product_categories__products`.`cat_id`
FROM (`product_categories__products`)
JOIN `product_categories` ON `product_categories__products`.`cat_id` = `product_categories`.`cat_id`
WHERE `product_categories__products`.`prod_id` =  '2879'
AND `product_categories`.`parent_id` =  1
AND `product_categories__products`.`cat_id` NOT IN (1, 261)  
0.0004  

SELECT `cat_id` AS id, `parent_id` AS parent, `status_id`, `name`, `description`, `url_friendly`, `page_title`, `meta_keywords`, `meta_description`, `position`, `updated_at`
FROM (`product_categories`)
WHERE `cat_id` != 1
ORDER BY `parent_id`, IF(position = 0, 1, 0) ASC , `position`, `name` 
0.0003  

SELECT *
FROM (`product_categories`)
WHERE `status_id` =  'A'
AND `parent_id` =  1
AND `cat_id` NOT IN (1, 261) 
ORDER BY `name` 
0.0002  

SELECT *
FROM (`site_settings`)
WHERE `option_key` =  'announcement' 
  HTTP HEADERS  (Show)
  SESSION DATA  (Show)
  CONFIG VARIABLES  (Show)