Skip to content
Product cover

The Storage and Transfer Challenges of Big Data

June 7, 2012 | Renee Boucher Ferguson | Data, AI, & Machine Learning

Simon Robinson (Research Vice President at 451 Research) interviewed by Renee Boucher Ferguson
A lot of the talk about analytics focuses on its potentials to provide huge insights to company managers. But analyst Simon Robinson of 451 Research says that on the more basic level, the global conversation is about big data’s more pedestrian aspects: how do you store it, and how do you transmit it?
With the bird’s eye view of an analyst, Simon Robinson has paid a lot of attention in the last 12 years to how companies are collecting and transmitting increasingly enormous amounts of information.
Since 2000, Robinson has been with 451 Research, an analyst group focused on enterprise IT innovation. Today he is research vice president, running the Storage and Information Management team. Based in 451 Research’s London office, Robinson and his team specialize in identifying emerging trends and technologies that are helping organizations optimize and take advantage of their data and information, and meet ever-evolving governance requirements. (He’s on Twitter at @simonrob451.)
“Storage is very complex,” Robinson says. And indeed, not only does it entail managing capacity and figuring out the best collection and retrieval methods, it also means synching with both the IT and the business teams and paying attention to complex security and privacy issues.
In a conversation with Renee Boucher Ferguson, a researcher and editor at MIT Sloan Management Review Robinson discussed the changing storage landscape in the era of big data and cloud computing.

Purchase Options

Educator and Student Discounts Available. Learn more »

  BENCHMARKS  
Loading Time: Base Classes  0.0006
My Controller Construct  0.0003
Build Nav  0.0005
Controller Execution Time ( Products / Route )  0.1220
Total Execution Time  0.1227
  GET DATA  
No GET data exists
  MEMORY USAGE  
1.5714 MB
  POST DATA  
No POST data exists
  URI STRING  
store/the-storage-and-transfer-challenges-of-big-data
  CLASS/METHOD  
products/route
  DATABASE:  MITSLOAN_DEV   QUERIES: 68  (Hide)
0.0012  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '094ca4862947625e85572ac91b7787f1'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '094ca4862947625e85572ac91b7787f1'
ORDER BY `created_at` DESC 
0.0005  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '094ca4862947625e85572ac91b7787f1'
ORDER BY `created_at` DESC 
0.0003  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '094ca4862947625e85572ac91b7787f1'
ORDER BY `created_at` DESC 
0.0007  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '094ca4862947625e85572ac91b7787f1'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '094ca4862947625e85572ac91b7787f1'
ORDER BY `created_at` DESC 
0.0008  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '094ca4862947625e85572ac91b7787f1'
ORDER BY `created_at` DESC 
0.0003  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '094ca4862947625e85572ac91b7787f1'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '094ca4862947625e85572ac91b7787f1'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '094ca4862947625e85572ac91b7787f1'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '094ca4862947625e85572ac91b7787f1'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '094ca4862947625e85572ac91b7787f1'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '094ca4862947625e85572ac91b7787f1'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '094ca4862947625e85572ac91b7787f1'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '094ca4862947625e85572ac91b7787f1'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '094ca4862947625e85572ac91b7787f1'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '094ca4862947625e85572ac91b7787f1'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '094ca4862947625e85572ac91b7787f1'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '094ca4862947625e85572ac91b7787f1'
ORDER BY `created_at` DESC 
0.0003  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '094ca4862947625e85572ac91b7787f1'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '094ca4862947625e85572ac91b7787f1'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '094ca4862947625e85572ac91b7787f1'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '094ca4862947625e85572ac91b7787f1'
ORDER BY `created_at` DESC 
0.0001  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '094ca4862947625e85572ac91b7787f1'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '094ca4862947625e85572ac91b7787f1'
ORDER BY `created_at` DESC 
0.0002  

SELECT *
FROM (`carts`)
WHERE `cart_id` =  '094ca4862947625e85572ac91b7787f1'
ORDER BY `created_at` DESC 
0.0006  

SELECT SQL_CALC_FOUND_ROWS cat_id
FROM (`product_categories`)
WHERE `status_id` =  'A'
AND `url_friendly` =  'the-storage-and-transfer-challenges-of-big-data'
AND `parent_id` =  1 
0.0381  

SELECT c.parent_id, c.format_id
                    FROM products AS p, products AS c
                    WHERE p.prod_id = c.parent_id AND
                        c.avail_id IN ('A','B','D') AND
                        c.type_id = 'V' AND
                        (
                            c.sku = 'the-storage-and-transfer-challenges-of-big-data' OR
                            if(c.format_id = 'Certificate', '', p.url_friendly) = 'the-storage-and-transfer-challenges-of-big-data'
                        )
                    LIMIT 1 
0.0002  

SELECT `parent_id`
FROM (`products`)
WHERE `prod_id` =  2965 
0.0003  

SELECT *
FROM (`products`)
WHERE `products`.`prod_id` =  '2965' 
0.0056  

SELECT *
FROM (`authors`)
JOIN `products__authors` ON `authors`.`author_id` = `products__authors`.`author_id`
WHERE `products__authors`.`prod_id` =  '2965'
ORDER BY `sort` ASC 
0.0016  

SELECT `cat_id`
FROM (`product_categories__products`)
WHERE `prod_id` =  '2965' 
0.0036  

SELECT *
FROM (`product_flags__products`)
WHERE `prod_id` =  '2965' 
0.0034  

SELECT `sku`
FROM (`products__xsell`)
WHERE `prod_id` =  '2965'
ORDER BY IF(position = 0, 1, 0) ASC , `position` 
0.0345  

SELECT `products`.`parent_id`
FROM (`transaction_lines`)
JOIN `products` ON `products`.`sku` = `transaction_lines`.`sku`
JOIN `product_categories__products` ON `products`.`parent_id` = `product_categories__products`.`prod_id`
WHERE `products`.`avail_id` =  'A'
AND TO_DAYS(transaction_lines.updated_at) < (TO_DAYS(NOW()) - 90)
AND `product_categories__products`.`cat_id` IN ('276') 
GROUP BY `products`.`parent_id`
ORDER BY COUNT(*) DESC
LIMIT 6 
0.0002  

SELECT `parent_id`
FROM (`products`)
WHERE `prod_id` =  '701' 
0.0002  

SELECT *
FROM (`products`)
WHERE `products`.`prod_id` =  '701' 
0.0003  

SELECT *
FROM (`authors`)
JOIN `products__authors` ON `authors`.`author_id` = `products__authors`.`author_id`
WHERE `products__authors`.`prod_id` =  '701'
ORDER BY `sort` ASC 
0.0001  

SELECT `parent_id`
FROM (`products`)
WHERE `prod_id` =  '3943' 
0.0002  

SELECT *
FROM (`products`)
WHERE `products`.`prod_id` =  '3943' 
0.0002  

SELECT *
FROM (`authors`)
JOIN `products__authors` ON `authors`.`author_id` = `products__authors`.`author_id`
WHERE `products__authors`.`prod_id` =  '3943'
ORDER BY `sort` ASC 
0.0001  

SELECT `parent_id`
FROM (`products`)
WHERE `prod_id` =  '3049' 
0.0002  

SELECT *
FROM (`products`)
WHERE `products`.`prod_id` =  '3049' 
0.0002  

SELECT *
FROM (`authors`)
JOIN `products__authors` ON `authors`.`author_id` = `products__authors`.`author_id`
WHERE `products__authors`.`prod_id` =  '3049'
ORDER BY `sort` ASC 
0.0001  

SELECT `parent_id`
FROM (`products`)
WHERE `prod_id` =  '3433' 
0.0001  

SELECT *
FROM (`products`)
WHERE `products`.`prod_id` =  '3433' 
0.0002  

SELECT *
FROM (`authors`)
JOIN `products__authors` ON `authors`.`author_id` = `products__authors`.`author_id`
WHERE `products__authors`.`prod_id` =  '3433'
ORDER BY `sort` ASC 
0.0001  

SELECT `parent_id`
FROM (`products`)
WHERE `prod_id` =  '3497' 
0.0002  

SELECT *
FROM (`products`)
WHERE `products`.`prod_id` =  '3497' 
0.0002  

SELECT *
FROM (`authors`)
JOIN `products__authors` ON `authors`.`author_id` = `products__authors`.`author_id`
WHERE `products__authors`.`prod_id` =  '3497'
ORDER BY `sort` ASC 
0.0001  

SELECT `parent_id`
FROM (`products`)
WHERE `prod_id` =  '4191' 
0.0001  

SELECT *
FROM (`products`)
WHERE `products`.`prod_id` =  '4191' 
0.0002  

SELECT *
FROM (`authors`)
JOIN `products__authors` ON `authors`.`author_id` = `products__authors`.`author_id`
WHERE `products__authors`.`prod_id` =  '4191'
ORDER BY `sort` ASC 
0.0036  

SELECT SQL_CALC_FOUND_ROWS media_id, position
FROM (`media`)
WHERE `foreign_key_table` =  'products'
AND `foreign_key_column` =  'prod_id'
AND `foreign_key_value` =  '2965'
AND `kind` =  'image_600x600'
ORDER BY IF(position = 0, 1, 0) ASC , `position` 
0.0002  

SELECT *
FROM (`media`)
WHERE `media`.`media_id` =  '1355' 
0.0015  

SELECT *
FROM (`mime_types`)
WHERE `mime_types`.`extension` =  'jpg' 
0.0005  

SELECT *
FROM (`media_metadata`)
WHERE `media_id` =  '1355' 
0.0003  

SELECT SQL_CALC_FOUND_ROWS media_id, position
FROM (`media`)
WHERE `foreign_key_table` =  'products'
AND `foreign_key_column` =  'prod_id'
AND `foreign_key_value` =  '2965'
AND `kind` =  'gallery_image'
ORDER BY IF(position = 0, 1, 0) ASC , `position` 
0.0003  

SELECT *
FROM (`products`)
WHERE `avail_id` IN ('A', 'B', 'C', 'H') 
AND `parent_id` =  '2965'
AND `type_id` =  'V'
ORDER BY IF(position = 0, 1, 0) ASC , `position`, `title` 
0.0001  

SELECT `c`.`format_id`, `c`.`price`, `c`.`sale_price`
FROM (`products` AS c)
WHERE `c`.`prod_id` =  '2966'
LIMIT 1 
0.0003  

SELECT SQL_CALC_FOUND_ROWS media_id, position
FROM (`media`)
WHERE `foreign_key_table` =  'products'
AND `foreign_key_column` =  'prod_id'
AND `foreign_key_value` =  '2966'
AND `kind` =  'thumbnail'
ORDER BY IF(position = 0, 1, 0) ASC , `position` 
0.0003  

SELECT `product_categories__products`.`cat_id`
FROM (`product_categories__products`)
JOIN `product_categories` ON `product_categories__products`.`cat_id` = `product_categories`.`cat_id`
WHERE `product_categories__products`.`prod_id` =  '2965'
AND `product_categories`.`parent_id` =  1
AND `product_categories__products`.`cat_id` NOT IN (1, 261)  
0.0005  

SELECT `cat_id` AS id, `parent_id` AS parent, `status_id`, `name`, `description`, `url_friendly`, `page_title`, `meta_keywords`, `meta_description`, `position`, `updated_at`
FROM (`product_categories`)
WHERE `cat_id` != 1
ORDER BY `parent_id`, IF(position = 0, 1, 0) ASC , `position`, `name` 
0.0003  

SELECT *
FROM (`product_categories`)
WHERE `status_id` =  'A'
AND `parent_id` =  1
AND `cat_id` NOT IN (1, 261) 
ORDER BY `name` 
0.0002  

SELECT *
FROM (`site_settings`)
WHERE `option_key` =  'announcement' 
  HTTP HEADERS  (Show)
  SESSION DATA  (Show)
  CONFIG VARIABLES  (Show)