{"num_examples":1715640,"statistics":[{"column_name":"date","column_type":"datetime","column_statistics":{"nan_count":0,"nan_proportion":0.0,"min":"2013-05-18 04:55:13","max":"2022-07-07 18:36:15","mean":"2018-05-23 19:18:47","median":"2018-08-17 10:46:52","std":"1016 days, 18:58:38.507610","histogram":{"hist":[197114,0,177887,165692,258927,207524,213965,0,204615,289916],"bin_edges":["2013-05-18 04:55:13","2014-04-16 23:05:20","2015-03-16 17:15:27","2016-02-13 11:25:34","2017-01-12 05:35:41","2017-12-11 23:45:48","2018-11-10 17:55:55","2019-10-10 12:06:02","2020-09-08 06:16:09","2021-08-08 00:26:16","2022-07-07 18:36:15"]}}},{"column_name":"dump","column_type":"string_label","column_statistics":{"nan_count":0,"nan_proportion":0.0,"no_label_count":0,"no_label_proportion":0.0,"n_unique":16,"frequencies":{"CC-MAIN-2022-27":74002,"CC-MAIN-2020-50":54756,"CC-MAIN-2017-34":193710,"CC-MAIN-2016-30":117532,"CC-MAIN-2022-21":215914,"CC-MAIN-2017-39":65217,"CC-MAIN-2019-35":160245,"CC-MAIN-2019-39":53720,"CC-MAIN-2013-48":60227,"CC-MAIN-2015-14":115233,"CC-MAIN-2018-39":59987,"CC-MAIN-2016-36":48160,"CC-MAIN-2018-34":147537,"CC-MAIN-2015-18":62654,"CC-MAIN-2020-45":149859,"CC-MAIN-2013-20":136887}}},{"column_name":"file_path","column_type":"string_text","column_statistics":{"nan_count":0,"nan_proportion":0.0,"min":125,"max":142,"mean":130.18116,"median":126.0,"std":6.38014,"histogram":{"hist":[1174947,0,0,0,0,0,197114,191085,152494],"bin_edges":[125,127,129,131,133,135,137,139,141,142]}}},{"column_name":"format_classify","column_type":"string_label","column_statistics":{"nan_count":0,"nan_proportion":0.0,"no_label_count":0,"no_label_proportion":0.0,"n_unique":24,"frequencies":{"Customer Support":31613,"Q&A Forum":13611,"Comment Section":72334,"Listicle":43029,"About (Pers.)":32414,"Personal Blog":268374,"Audio Transcript":26493,"Nonfiction Writing":110627,"News Article":298455,"Spam / Ads":30118,"Truncated":19549,"User Review":29821,"FAQ":6863,"Structured Data":33067,"Tutorial":60248,"About (Org.)":64696,"Product Page":254778,"Knowledge Article":64519,"Creative Writing":21375,"News (Org.)":126058,"Academic Writing":32383,"Legal Notices":10819,"Content Listing":52154,"Documentation":12242}}},{"column_name":"id","column_type":"string_text","column_statistics":{"nan_count":0,"nan_proportion":0.0,"min":47,"max":47,"mean":47.0,"median":47.0,"std":0.0,"histogram":{"hist":[1715640],"bin_edges":[47,47]}}},{"column_name":"language","column_type":"string_label","column_statistics":{"nan_count":0,"nan_proportion":0.0,"no_label_count":0,"no_label_proportion":0.0,"n_unique":1,"frequencies":{"en":1715640}}},{"column_name":"language_score","column_type":"float","column_statistics":{"nan_count":0,"nan_proportion":0.0,"min":0.65,"max":0.99922,"mean":0.92825,"median":0.94519,"std":0.05653,"histogram":{"hist":[9168,12473,17933,27094,42195,71651,135149,297369,651682,450926],"bin_edges":[0.65,0.68492,0.71984,0.75477,0.78969,0.82461,0.85953,0.89445,0.92938,0.9643,0.99922]}}},{"column_name":"text","column_type":"string_text","column_statistics":{"nan_count":0,"nan_proportion":0.0,"min":119,"max":657064,"mean":3054.91063,"median":1783.0,"std":5960.25366,"histogram":{"hist":[1713741,1475,271,71,38,20,8,14,0,2],"bin_edges":[119,65814,131509,197204,262899,328594,394289,459984,525679,591374,657064]}}},{"column_name":"token_count","column_type":"int","column_statistics":{"nan_count":0,"nan_proportion":0.0,"min":31,"max":149176,"mean":692.54992,"median":403.0,"std":1375.87997,"histogram":{"hist":[1713654,1537,279,79,44,22,8,10,5,2],"bin_edges":[31,14946,29861,44776,59691,74606,89521,104436,119351,134266,149176]}}},{"column_name":"topic_classify","column_type":"string_label","column_statistics":{"nan_count":0,"nan_proportion":0.0,"no_label_count":0,"no_label_proportion":0.0,"n_unique":24,"frequencies":{"Games":47071,"Social Life":75092,"Science & Tech.":74062,"Crime & Law":67350,"Finance & Business":156357,"Fashion & Beauty":64790,"Education & Jobs":97899,"Food & Dining":67763,"Health":100813,"History":34576,"Software Dev.":29826,"Literature":51113,"Hardware":41409,"Home & Hobbies":111331,"Sports & Fitness":130357,"Politics":99148,"Travel":59962,"Transportation":59045,"Adult":16447,"Entertainment":130213,"Industrial":39403,"Software":50464,"Art & Design":58530,"Religion":52619}}},{"column_name":"url","column_type":"string_text","column_statistics":{"nan_count":0,"nan_proportion":0.0,"min":13,"max":2238,"mean":73.00423,"median":69.0,"std":29.26955,"histogram":{"hist":[1713649,1808,134,33,6,3,1,3,2,1],"bin_edges":[13,236,459,682,905,1128,1351,1574,1797,2020,2238]}}}],"partial":true}