National Science Foundation - Internet Archive research 2013-2018 Prof. Matthew Weber Hai Nguyen Technical support: Eric Marshall, Kristina Plazonic, Ben Bakelaar Rutgers University, School of Communication and Information ******************* External links to source data and resources: The Internet Archive (http://www.archive.org) - the largest Internet archive in the world, and a source for much of the data in this project Archives Unleashed (http://www.archivesunleashed.org) - a useful resource with tools for accessing raw data ******************* BATCH 2 (2018) DATA SETS /earlyweb /house /senate INPUT DATA ARC file format http://archive.org/web/researcher/ArcFileFormat.php WARC file format https://www.loc.gov/preservation/digital/formats/fdd/fdd000236.shtml Processed with Sparq/Scala script developed by Kristina Plazonic Senate and house dataset links were provided raw due to most links being internal (same SLD) OUTPUT DATA 1 Source URL (only SLD, no pages/sub-directories) 2 Target URL (same as above) 3 Date (YYYYMMDD) 4 Sum of content length 5 # of links EARLYWEB SET EARLYWEB_1996_2000_part01.tar EARLYWEB_1996_2000_part02.tar EARLYWEB_1996_2000_part03.tar EARLYWEB_1996_2000_part04.tar EARLYWEB_1996_2000_part05.tar EARLYWEB_1996_2000_part06.tar EARLYWEB_1996_2000_part07.tar EARLYWEB_1996_2000_part08.tar EARLYWEB_1996_2000_part09.tar EARLYWEB_1996_2000_part10.tar EARLYWEB_1996_2000_part11.tar EARLYWEB_1996_2000_part12.tar EARLYWEB_1996_2000_part13.tar EARLYWEB_1996_2000_part14.tar EARLYWEB_1996_2000_part15.tar EARLYWEB_1996_2000_part16.tar HOUSE SET HOUSE_2009_part01.tar.gz HOUSE_2009_part02.tar.gz HOUSE_2009_part03.tar.gz HOUSE_2009_part04.tar.gz HOUSE_2009_part05.tar.gz HOUSE_2009_part06.tar.gz HOUSE_2009_part07.tar.gz HOUSE_2009_part08.tar.gz SENATE SET SENATE_2009_part01.tar.gz SENATE_2009_part02.tar.gz SENATE_2009_part03.tar.gz ******************* SAMPLE ARC FILE FORMAT HEADER (JSON) { "Envelope":{ "Format":"ARC", "ARC-Header-Metadata":{ "Date":"20130724000000", "Content-Length":"76", "Content-Type":"text/plain", "Target-URI":"filedesc://NSF-HOUSEGOV-2006-2012-EXTRACTION-PART-00222-000109.arc.gz", "IP-Address":"0.0.0.0" }, "ARC-Header-Length":"107", "Payload-Metadata":{ "Trailing-Slop-Length":"1", "Actual-Content-Type":"alexa/filedesc", "Block-Digest":"sha1:KRKKRWMWT3AKLJMKNCQ7ROCGWVDA4YRV", "Actual-Content-Length":"76", "Filedesc-Metadata":{ "Format":"URL IP-address Archive-date Content-type Archive-length", "Organization":"InternetArchive", "Major-Version":"1", "Minor-Version":"0" } } }, "Container":{ "Compressed":true, "Gzip-Metadata":{ "Footer-Length":"8", "Deflate-Length":"170", "Header-Length":"10", "Inflated-CRC":"1680566000", "Inflated-Length":"184" }, "Offset":"0", "Filename":"NSF-HOUSEGOV-2006-2012-EXTRACTION-PART-00222-000109.arc.gz" } } ******************* SAMPLE WARC FILE FORMAT HEADER (JSON) { "Envelope":{ "Format":"WARC", "WARC-Header-Length":"286", "Block-Digest":"sha1:FJDC7W6E3472YPPWOGPCB42HZPHW54TN", "Actual-Content-Length":"349", "WARC-Header-Metadata":{ "WARC-Type":"warcinfo", "WARC-Filename":"NSF-HOUSEGOV-2006-2012-WARCS-EXTRACTION-PART-00238-000012.warc.gz", "WARC-Date":"2013-07-24T00:00:00.000Z", "Content-Length":"349", "WARC-Record-ID":"", "Content-Type":"application/warc-fields" }, "Payload-Metadata":{ "Trailing-Slop-Length":"4", "Actual-Content-Type":"application/warc-fields", "Actual-Content-Length":"345", "WARC-Info-Metadata":{ "robots":"ignore", "software":"archive-commons-0.0.1-SNAPSHOT-2011-06-28 03:04:05 Extractor", "audience":"NSF Project", "http-header-from":"archive-crawler-agent@lists.sourceforge.net", "http-header-user-agent":"Mozilla/5.0 (compatible; archive.org_bot/1.10.0 +http://www.archives.gov/crawl.html)", "format":"WARC File Format 1.0", "publisher":"Internet Archive" } } }, "Container":{ "Compressed":true, "Gzip-Metadata":{ "Footer-Length":"8", "Deflate-Length":"451", "Header-Length":"10", "Inflated-CRC":"1827023597", "Inflated-Length":"635" }, "Offset":"0", "Filename":"NSF-HOUSEGOV-2006-2012-WARCS-EXTRACTION-PART-00238-000012.warc.gz" } } ******************* File information for EARLYWEB_1996_2000_part01.tar 1996_part1/ 1996_part1/part-00003-3a9d27e5-28fa-4a14-95b8-95285045e188-c000.csv 1996_part1/part-00000-3a9d27e5-28fa-4a14-95b8-95285045e188-c000.csv 1996_part1/.part-00005-3a9d27e5-28fa-4a14-95b8-95285045e188-c000.csv.crc 1996_part1/_SUCCESS [this is an empty file that can be ignored] 1996_part1/part-00001-3a9d27e5-28fa-4a14-95b8-95285045e188-c000.csv 1996_part1/.part-00006-3a9d27e5-28fa-4a14-95b8-95285045e188-c000.csv.crc 1996_part1/.part-00001-3a9d27e5-28fa-4a14-95b8-95285045e188-c000.csv.crc 1996_part1/._SUCCESS.crc [this is an empty file that can be ignored] 1996_part1/.part-00009-3a9d27e5-28fa-4a14-95b8-95285045e188-c000.csv.crc 1996_part1/.part-00004-3a9d27e5-28fa-4a14-95b8-95285045e188-c000.csv.crc 1996_part1/part-00007-3a9d27e5-28fa-4a14-95b8-95285045e188-c000.csv 1996_part1/.part-00000-3a9d27e5-28fa-4a14-95b8-95285045e188-c000.csv.crc 1996_part1/.part-00008-3a9d27e5-28fa-4a14-95b8-95285045e188-c000.csv.crc 1996_part1/part-00006-3a9d27e5-28fa-4a14-95b8-95285045e188-c000.csv 1996_part1/.part-00007-3a9d27e5-28fa-4a14-95b8-95285045e188-c000.csv.crc 1996_part1/part-00005-3a9d27e5-28fa-4a14-95b8-95285045e188-c000.csv 1996_part1/part-00008-3a9d27e5-28fa-4a14-95b8-95285045e188-c000.csv 1996_part1/.part-00002-3a9d27e5-28fa-4a14-95b8-95285045e188-c000.csv.crc 1996_part1/part-00002-3a9d27e5-28fa-4a14-95b8-95285045e188-c000.csv 1996_part1/part-00009-3a9d27e5-28fa-4a14-95b8-95285045e188-c000.csv 1996_part1/.part-00003-3a9d27e5-28fa-4a14-95b8-95285045e188-c000.csv.crc 1996_part1/part-00004-3a9d27e5-28fa-4a14-95b8-95285045e188-c000.csv ******************* File information for EARLYWEB_1996_2000_part02.tar 1997_part1/ 1997_part1/.part-00003-c0b03f27-f2ef-4902-9864-b1543ab96fb6-c000.csv.crc 1997_part1/part-00009-c0b03f27-f2ef-4902-9864-b1543ab96fb6-c000.csv 1997_part1/part-00006-c0b03f27-f2ef-4902-9864-b1543ab96fb6-c000.csv 1997_part1/.part-00005-c0b03f27-f2ef-4902-9864-b1543ab96fb6-c000.csv.crc 1997_part1/_SUCCESS [this is an empty file that can be ignored] 1997_part1/.part-00004-c0b03f27-f2ef-4902-9864-b1543ab96fb6-c000.csv.crc 1997_part1/part-00003-c0b03f27-f2ef-4902-9864-b1543ab96fb6-c000.csv 1997_part1/part-00004-c0b03f27-f2ef-4902-9864-b1543ab96fb6-c000.csv 1997_part1/.part-00008-c0b03f27-f2ef-4902-9864-b1543ab96fb6-c000.csv.crc 1997_part1/.part-00001-c0b03f27-f2ef-4902-9864-b1543ab96fb6-c000.csv.crc 1997_part1/._SUCCESS.crc [this is an empty file that can be ignored] 1997_part1/part-00005-c0b03f27-f2ef-4902-9864-b1543ab96fb6-c000.csv 1997_part1/part-00000-c0b03f27-f2ef-4902-9864-b1543ab96fb6-c000.csv 1997_part1/part-00001-c0b03f27-f2ef-4902-9864-b1543ab96fb6-c000.csv 1997_part1/part-00008-c0b03f27-f2ef-4902-9864-b1543ab96fb6-c000.csv 1997_part1/part-00002-c0b03f27-f2ef-4902-9864-b1543ab96fb6-c000.csv 1997_part1/.part-00000-c0b03f27-f2ef-4902-9864-b1543ab96fb6-c000.csv.crc 1997_part1/.part-00006-c0b03f27-f2ef-4902-9864-b1543ab96fb6-c000.csv.crc 1997_part1/.part-00007-c0b03f27-f2ef-4902-9864-b1543ab96fb6-c000.csv.crc 1997_part1/.part-00009-c0b03f27-f2ef-4902-9864-b1543ab96fb6-c000.csv.crc 1997_part1/part-00007-c0b03f27-f2ef-4902-9864-b1543ab96fb6-c000.csv 1997_part1/.part-00002-c0b03f27-f2ef-4902-9864-b1543ab96fb6-c000.csv.crc ******************* File information for EARLYWEB_1996_2000_part03.tar 1998_part1/ 1998_part1/part-00008-0d77823e-22e0-44d3-badd-a336d4e9668e-c000.csv 1998_part1/.part-00009-0d77823e-22e0-44d3-badd-a336d4e9668e-c000.csv.crc 1998_part1/_SUCCESS [this is an empty file that can be ignored] 1998_part1/part-00004-0d77823e-22e0-44d3-badd-a336d4e9668e-c000.csv 1998_part1/part-00009-0d77823e-22e0-44d3-badd-a336d4e9668e-c000.csv 1998_part1/.part-00005-0d77823e-22e0-44d3-badd-a336d4e9668e-c000.csv.crc 1998_part1/.part-00006-0d77823e-22e0-44d3-badd-a336d4e9668e-c000.csv.crc 1998_part1/part-00005-0d77823e-22e0-44d3-badd-a336d4e9668e-c000.csv 1998_part1/.part-00007-0d77823e-22e0-44d3-badd-a336d4e9668e-c000.csv.crc 1998_part1/._SUCCESS.crc [this is an empty file that can be ignored] 1998_part1/.part-00002-0d77823e-22e0-44d3-badd-a336d4e9668e-c000.csv.crc 1998_part1/part-00007-0d77823e-22e0-44d3-badd-a336d4e9668e-c000.csv 1998_part1/.part-00004-0d77823e-22e0-44d3-badd-a336d4e9668e-c000.csv.crc 1998_part1/part-00003-0d77823e-22e0-44d3-badd-a336d4e9668e-c000.csv 1998_part1/part-00006-0d77823e-22e0-44d3-badd-a336d4e9668e-c000.csv 1998_part1/.part-00003-0d77823e-22e0-44d3-badd-a336d4e9668e-c000.csv.crc 1998_part1/part-00001-0d77823e-22e0-44d3-badd-a336d4e9668e-c000.csv 1998_part1/part-00000-0d77823e-22e0-44d3-badd-a336d4e9668e-c000.csv 1998_part1/part-00002-0d77823e-22e0-44d3-badd-a336d4e9668e-c000.csv 1998_part1/.part-00008-0d77823e-22e0-44d3-badd-a336d4e9668e-c000.csv.crc 1998_part1/.part-00001-0d77823e-22e0-44d3-badd-a336d4e9668e-c000.csv.crc 1998_part1/.part-00000-0d77823e-22e0-44d3-badd-a336d4e9668e-c000.csv.crc ******************* File information for EARLYWEB_1996_2000_part04.tar 1999_part1/ 1999_part1/.part-00001-f1f2a25c-27e3-499a-b76e-8f199e64e1d4-c000.csv.crc 1999_part1/part-00002-f1f2a25c-27e3-499a-b76e-8f199e64e1d4-c000.csv 1999_part1/part-00005-f1f2a25c-27e3-499a-b76e-8f199e64e1d4-c000.csv 1999_part1/.part-00003-f1f2a25c-27e3-499a-b76e-8f199e64e1d4-c000.csv.crc 1999_part1/part-00001-f1f2a25c-27e3-499a-b76e-8f199e64e1d4-c000.csv 1999_part1/_SUCCESS [this is an empty file that can be ignored] 1999_part1/.part-00004-f1f2a25c-27e3-499a-b76e-8f199e64e1d4-c000.csv.crc 1999_part1/part-00009-f1f2a25c-27e3-499a-b76e-8f199e64e1d4-c000.csv 1999_part1/part-00003-f1f2a25c-27e3-499a-b76e-8f199e64e1d4-c000.csv 1999_part1/.part-00005-f1f2a25c-27e3-499a-b76e-8f199e64e1d4-c000.csv.crc 1999_part1/.part-00009-f1f2a25c-27e3-499a-b76e-8f199e64e1d4-c000.csv.crc 1999_part1/._SUCCESS.crc [this is an empty file that can be ignored] 1999_part1/.part-00002-f1f2a25c-27e3-499a-b76e-8f199e64e1d4-c000.csv.crc 1999_part1/part-00007-f1f2a25c-27e3-499a-b76e-8f199e64e1d4-c000.csv 1999_part1/part-00008-f1f2a25c-27e3-499a-b76e-8f199e64e1d4-c000.csv 1999_part1/.part-00006-f1f2a25c-27e3-499a-b76e-8f199e64e1d4-c000.csv.crc 1999_part1/part-00004-f1f2a25c-27e3-499a-b76e-8f199e64e1d4-c000.csv 1999_part1/part-00000-f1f2a25c-27e3-499a-b76e-8f199e64e1d4-c000.csv 1999_part1/.part-00007-f1f2a25c-27e3-499a-b76e-8f199e64e1d4-c000.csv.crc 1999_part1/.part-00000-f1f2a25c-27e3-499a-b76e-8f199e64e1d4-c000.csv.crc 1999_part1/.part-00008-f1f2a25c-27e3-499a-b76e-8f199e64e1d4-c000.csv.crc 1999_part1/part-00006-f1f2a25c-27e3-499a-b76e-8f199e64e1d4-c000.csv ******************* File information for EARLYWEB_1996_2000_part05.tar 1999_part2/ 1999_part2/.part-00001-5eaffba2-4393-421f-9772-a05917d576b0-c000.csv.crc 1999_part2/.part-00007-5eaffba2-4393-421f-9772-a05917d576b0-c000.csv.crc 1999_part2/part-00007-5eaffba2-4393-421f-9772-a05917d576b0-c000.csv 1999_part2/part-00009-5eaffba2-4393-421f-9772-a05917d576b0-c000.csv 1999_part2/_SUCCESS [this is an empty file that can be ignored] 1999_part2/.part-00008-5eaffba2-4393-421f-9772-a05917d576b0-c000.csv.crc 1999_part2/part-00002-5eaffba2-4393-421f-9772-a05917d576b0-c000.csv 1999_part2/part-00006-5eaffba2-4393-421f-9772-a05917d576b0-c000.csv 1999_part2/.part-00000-5eaffba2-4393-421f-9772-a05917d576b0-c000.csv.crc 1999_part2/.part-00004-5eaffba2-4393-421f-9772-a05917d576b0-c000.csv.crc 1999_part2/._SUCCESS.crc [this is an empty file that can be ignored] 1999_part2/.part-00005-5eaffba2-4393-421f-9772-a05917d576b0-c000.csv.crc 1999_part2/part-00005-5eaffba2-4393-421f-9772-a05917d576b0-c000.csv 1999_part2/part-00004-5eaffba2-4393-421f-9772-a05917d576b0-c000.csv 1999_part2/part-00001-5eaffba2-4393-421f-9772-a05917d576b0-c000.csv 1999_part2/.part-00003-5eaffba2-4393-421f-9772-a05917d576b0-c000.csv.crc 1999_part2/part-00003-5eaffba2-4393-421f-9772-a05917d576b0-c000.csv 1999_part2/.part-00006-5eaffba2-4393-421f-9772-a05917d576b0-c000.csv.crc 1999_part2/.part-00002-5eaffba2-4393-421f-9772-a05917d576b0-c000.csv.crc 1999_part2/part-00000-5eaffba2-4393-421f-9772-a05917d576b0-c000.csv 1999_part2/part-00008-5eaffba2-4393-421f-9772-a05917d576b0-c000.csv 1999_part2/.part-00009-5eaffba2-4393-421f-9772-a05917d576b0-c000.csv.crc ******************* File information for EARLYWEB_1996_2000_part06.tar 1999_part3/ 1999_part3/.part-00001-457d6b8c-0672-4da0-bff5-66412ba910d9-c000.csv.crc 1999_part3/part-00004-457d6b8c-0672-4da0-bff5-66412ba910d9-c000.csv 1999_part3/part-00003-457d6b8c-0672-4da0-bff5-66412ba910d9-c000.csv 1999_part3/_SUCCESS [this is an empty file that can be ignored] 1999_part3/part-00007-457d6b8c-0672-4da0-bff5-66412ba910d9-c000.csv 1999_part3/.part-00003-457d6b8c-0672-4da0-bff5-66412ba910d9-c000.csv.crc 1999_part3/.part-00006-457d6b8c-0672-4da0-bff5-66412ba910d9-c000.csv.crc 1999_part3/part-00008-457d6b8c-0672-4da0-bff5-66412ba910d9-c000.csv 1999_part3/.part-00008-457d6b8c-0672-4da0-bff5-66412ba910d9-c000.csv.crc 1999_part3/._SUCCESS.crc [this is an empty file that can be ignored] 1999_part3/part-00000-457d6b8c-0672-4da0-bff5-66412ba910d9-c000.csv 1999_part3/part-00006-457d6b8c-0672-4da0-bff5-66412ba910d9-c000.csv 1999_part3/part-00001-457d6b8c-0672-4da0-bff5-66412ba910d9-c000.csv 1999_part3/.part-00005-457d6b8c-0672-4da0-bff5-66412ba910d9-c000.csv.crc 1999_part3/.part-00000-457d6b8c-0672-4da0-bff5-66412ba910d9-c000.csv.crc 1999_part3/.part-00007-457d6b8c-0672-4da0-bff5-66412ba910d9-c000.csv.crc 1999_part3/part-00005-457d6b8c-0672-4da0-bff5-66412ba910d9-c000.csv 1999_part3/part-00009-457d6b8c-0672-4da0-bff5-66412ba910d9-c000.csv 1999_part3/.part-00002-457d6b8c-0672-4da0-bff5-66412ba910d9-c000.csv.crc 1999_part3/part-00002-457d6b8c-0672-4da0-bff5-66412ba910d9-c000.csv 1999_part3/.part-00009-457d6b8c-0672-4da0-bff5-66412ba910d9-c000.csv.crc 1999_part3/.part-00004-457d6b8c-0672-4da0-bff5-66412ba910d9-c000.csv.crc ******************* File information for EARLYWEB_1996_2000_part07.tar 2000_part1/ 2000_part1/.part-00004-61d6fdea-5c6e-4321-a078-bf300cb48570-c000.csv.crc 2000_part1/.part-00005-61d6fdea-5c6e-4321-a078-bf300cb48570-c000.csv.crc 2000_part1/part-00003-61d6fdea-5c6e-4321-a078-bf300cb48570-c000.csv 2000_part1/part-00002-61d6fdea-5c6e-4321-a078-bf300cb48570-c000.csv 2000_part1/.part-00008-61d6fdea-5c6e-4321-a078-bf300cb48570-c000.csv.crc 2000_part1/.part-00009-61d6fdea-5c6e-4321-a078-bf300cb48570-c000.csv.crc 2000_part1/_SUCCESS [this is an empty file that can be ignored] 2000_part1/part-00009-61d6fdea-5c6e-4321-a078-bf300cb48570-c000.csv 2000_part1/part-00007-61d6fdea-5c6e-4321-a078-bf300cb48570-c000.csv 2000_part1/.part-00002-61d6fdea-5c6e-4321-a078-bf300cb48570-c000.csv.crc 2000_part1/part-00008-61d6fdea-5c6e-4321-a078-bf300cb48570-c000.csv 2000_part1/part-00006-61d6fdea-5c6e-4321-a078-bf300cb48570-c000.csv 2000_part1/part-00005-61d6fdea-5c6e-4321-a078-bf300cb48570-c000.csv 2000_part1/._SUCCESS.crc [this is an empty file that can be ignored] 2000_part1/part-00004-61d6fdea-5c6e-4321-a078-bf300cb48570-c000.csv 2000_part1/.part-00001-61d6fdea-5c6e-4321-a078-bf300cb48570-c000.csv.crc 2000_part1/.part-00000-61d6fdea-5c6e-4321-a078-bf300cb48570-c000.csv.crc 2000_part1/.part-00003-61d6fdea-5c6e-4321-a078-bf300cb48570-c000.csv.crc 2000_part1/part-00001-61d6fdea-5c6e-4321-a078-bf300cb48570-c000.csv 2000_part1/.part-00006-61d6fdea-5c6e-4321-a078-bf300cb48570-c000.csv.crc 2000_part1/part-00000-61d6fdea-5c6e-4321-a078-bf300cb48570-c000.csv 2000_part1/.part-00007-61d6fdea-5c6e-4321-a078-bf300cb48570-c000.csv.crc ******************* File information for EARLYWEB_1996_2000_part08.tar 2000_part2/ 2000_part2/part-00000-811ddbc8-4ed7-4d08-8c66-ce80b3aa945c-c000.csv 2000_part2/.part-00007-811ddbc8-4ed7-4d08-8c66-ce80b3aa945c-c000.csv.crc 2000_part2/part-00007-811ddbc8-4ed7-4d08-8c66-ce80b3aa945c-c000.csv 2000_part2/.part-00006-811ddbc8-4ed7-4d08-8c66-ce80b3aa945c-c000.csv.crc 2000_part2/.part-00009-811ddbc8-4ed7-4d08-8c66-ce80b3aa945c-c000.csv.crc 2000_part2/part-00004-811ddbc8-4ed7-4d08-8c66-ce80b3aa945c-c000.csv 2000_part2/_SUCCESS [this is an empty file that can be ignored] 2000_part2/part-00009-811ddbc8-4ed7-4d08-8c66-ce80b3aa945c-c000.csv 2000_part2/.part-00002-811ddbc8-4ed7-4d08-8c66-ce80b3aa945c-c000.csv.crc 2000_part2/.part-00000-811ddbc8-4ed7-4d08-8c66-ce80b3aa945c-c000.csv.crc 2000_part2/.part-00004-811ddbc8-4ed7-4d08-8c66-ce80b3aa945c-c000.csv.crc 2000_part2/._SUCCESS.crc [this is an empty file that can be ignored] 2000_part2/part-00006-811ddbc8-4ed7-4d08-8c66-ce80b3aa945c-c000.csv 2000_part2/part-00008-811ddbc8-4ed7-4d08-8c66-ce80b3aa945c-c000.csv 2000_part2/.part-00001-811ddbc8-4ed7-4d08-8c66-ce80b3aa945c-c000.csv.crc 2000_part2/.part-00008-811ddbc8-4ed7-4d08-8c66-ce80b3aa945c-c000.csv.crc 2000_part2/part-00005-811ddbc8-4ed7-4d08-8c66-ce80b3aa945c-c000.csv 2000_part2/.part-00005-811ddbc8-4ed7-4d08-8c66-ce80b3aa945c-c000.csv.crc 2000_part2/part-00002-811ddbc8-4ed7-4d08-8c66-ce80b3aa945c-c000.csv 2000_part2/part-00001-811ddbc8-4ed7-4d08-8c66-ce80b3aa945c-c000.csv 2000_part2/part-00003-811ddbc8-4ed7-4d08-8c66-ce80b3aa945c-c000.csv 2000_part2/.part-00003-811ddbc8-4ed7-4d08-8c66-ce80b3aa945c-c000.csv.crc ******************* File information for EARLYWEB_1996_2000_part09.tar 2000_part3/ 2000_part3/part-00001-6c1e0c24-0a8e-4286-b3cf-1279824b0a23-c000.csv 2000_part3/.part-00005-6c1e0c24-0a8e-4286-b3cf-1279824b0a23-c000.csv.crc 2000_part3/part-00002-6c1e0c24-0a8e-4286-b3cf-1279824b0a23-c000.csv 2000_part3/part-00003-6c1e0c24-0a8e-4286-b3cf-1279824b0a23-c000.csv 2000_part3/_SUCCESS [this is an empty file that can be ignored] 2000_part3/part-00007-6c1e0c24-0a8e-4286-b3cf-1279824b0a23-c000.csv 2000_part3/.part-00004-6c1e0c24-0a8e-4286-b3cf-1279824b0a23-c000.csv.crc 2000_part3/.part-00009-6c1e0c24-0a8e-4286-b3cf-1279824b0a23-c000.csv.crc 2000_part3/._SUCCESS.crc [this is an empty file that can be ignored] 2000_part3/part-00006-6c1e0c24-0a8e-4286-b3cf-1279824b0a23-c000.csv 2000_part3/.part-00006-6c1e0c24-0a8e-4286-b3cf-1279824b0a23-c000.csv.crc 2000_part3/.part-00001-6c1e0c24-0a8e-4286-b3cf-1279824b0a23-c000.csv.crc 2000_part3/.part-00002-6c1e0c24-0a8e-4286-b3cf-1279824b0a23-c000.csv.crc 2000_part3/.part-00008-6c1e0c24-0a8e-4286-b3cf-1279824b0a23-c000.csv.crc 2000_part3/part-00000-6c1e0c24-0a8e-4286-b3cf-1279824b0a23-c000.csv 2000_part3/part-00008-6c1e0c24-0a8e-4286-b3cf-1279824b0a23-c000.csv 2000_part3/part-00004-6c1e0c24-0a8e-4286-b3cf-1279824b0a23-c000.csv 2000_part3/part-00005-6c1e0c24-0a8e-4286-b3cf-1279824b0a23-c000.csv 2000_part3/.part-00000-6c1e0c24-0a8e-4286-b3cf-1279824b0a23-c000.csv.crc 2000_part3/.part-00007-6c1e0c24-0a8e-4286-b3cf-1279824b0a23-c000.csv.crc 2000_part3/part-00009-6c1e0c24-0a8e-4286-b3cf-1279824b0a23-c000.csv 2000_part3/.part-00003-6c1e0c24-0a8e-4286-b3cf-1279824b0a23-c000.csv.crc ******************* File information for EARLYWEB_1996_2000_part10.tar 2000_part4/ 2000_part4/.part-00006-138f239e-5053-4836-a4b8-4cf6847621d0-c000.csv.crc 2000_part4/part-00005-138f239e-5053-4836-a4b8-4cf6847621d0-c000.csv 2000_part4/part-00000-138f239e-5053-4836-a4b8-4cf6847621d0-c000.csv 2000_part4/.part-00004-138f239e-5053-4836-a4b8-4cf6847621d0-c000.csv.crc 2000_part4/part-00008-138f239e-5053-4836-a4b8-4cf6847621d0-c000.csv 2000_part4/part-00007-138f239e-5053-4836-a4b8-4cf6847621d0-c000.csv 2000_part4/part-00003-138f239e-5053-4836-a4b8-4cf6847621d0-c000.csv 2000_part4/part-00006-138f239e-5053-4836-a4b8-4cf6847621d0-c000.csv 2000_part4/_SUCCESS [this is an empty file that can be ignored] 2000_part4/.part-00008-138f239e-5053-4836-a4b8-4cf6847621d0-c000.csv.crc 2000_part4/.part-00000-138f239e-5053-4836-a4b8-4cf6847621d0-c000.csv.crc 2000_part4/.part-00007-138f239e-5053-4836-a4b8-4cf6847621d0-c000.csv.crc 2000_part4/._SUCCESS.crc [this is an empty file that can be ignored] 2000_part4/.part-00001-138f239e-5053-4836-a4b8-4cf6847621d0-c000.csv.crc 2000_part4/.part-00009-138f239e-5053-4836-a4b8-4cf6847621d0-c000.csv.crc 2000_part4/part-00002-138f239e-5053-4836-a4b8-4cf6847621d0-c000.csv 2000_part4/part-00009-138f239e-5053-4836-a4b8-4cf6847621d0-c000.csv 2000_part4/.part-00005-138f239e-5053-4836-a4b8-4cf6847621d0-c000.csv.crc 2000_part4/.part-00002-138f239e-5053-4836-a4b8-4cf6847621d0-c000.csv.crc 2000_part4/.part-00003-138f239e-5053-4836-a4b8-4cf6847621d0-c000.csv.crc 2000_part4/part-00004-138f239e-5053-4836-a4b8-4cf6847621d0-c000.csv 2000_part4/part-00001-138f239e-5053-4836-a4b8-4cf6847621d0-c000.csv ******************* File information for EARLYWEB_1996_2000_part11.tar 2000_part5/ 2000_part5/.part-00004-38fac32f-8e43-4d0e-a4da-cf46fc1befe1-c000.csv.crc 2000_part5/.part-00009-38fac32f-8e43-4d0e-a4da-cf46fc1befe1-c000.csv.crc 2000_part5/part-00001-38fac32f-8e43-4d0e-a4da-cf46fc1befe1-c000.csv 2000_part5/part-00005-38fac32f-8e43-4d0e-a4da-cf46fc1befe1-c000.csv 2000_part5/.part-00006-38fac32f-8e43-4d0e-a4da-cf46fc1befe1-c000.csv.crc 2000_part5/_SUCCESS [this is an empty file that can be ignored] 2000_part5/part-00008-38fac32f-8e43-4d0e-a4da-cf46fc1befe1-c000.csv 2000_part5/part-00006-38fac32f-8e43-4d0e-a4da-cf46fc1befe1-c000.csv 2000_part5/part-00007-38fac32f-8e43-4d0e-a4da-cf46fc1befe1-c000.csv 2000_part5/part-00003-38fac32f-8e43-4d0e-a4da-cf46fc1befe1-c000.csv 2000_part5/.part-00002-38fac32f-8e43-4d0e-a4da-cf46fc1befe1-c000.csv.crc 2000_part5/._SUCCESS.crc [this is an empty file that can be ignored] 2000_part5/.part-00001-38fac32f-8e43-4d0e-a4da-cf46fc1befe1-c000.csv.crc 2000_part5/.part-00005-38fac32f-8e43-4d0e-a4da-cf46fc1befe1-c000.csv.crc 2000_part5/.part-00000-38fac32f-8e43-4d0e-a4da-cf46fc1befe1-c000.csv.crc 2000_part5/.part-00008-38fac32f-8e43-4d0e-a4da-cf46fc1befe1-c000.csv.crc 2000_part5/part-00004-38fac32f-8e43-4d0e-a4da-cf46fc1befe1-c000.csv 2000_part5/.part-00003-38fac32f-8e43-4d0e-a4da-cf46fc1befe1-c000.csv.crc 2000_part5/.part-00007-38fac32f-8e43-4d0e-a4da-cf46fc1befe1-c000.csv.crc 2000_part5/part-00009-38fac32f-8e43-4d0e-a4da-cf46fc1befe1-c000.csv 2000_part5/part-00002-38fac32f-8e43-4d0e-a4da-cf46fc1befe1-c000.csv 2000_part5/part-00000-38fac32f-8e43-4d0e-a4da-cf46fc1befe1-c000.csv ******************* File information for EARLYWEB_1996_2000_part12.tar 2000_part6/ 2000_part6/.part-00001-abb9eea9-c475-415b-b7c5-50cf77da2007-c000.csv.crc 2000_part6/part-00007-abb9eea9-c475-415b-b7c5-50cf77da2007-c000.csv 2000_part6/part-00008-abb9eea9-c475-415b-b7c5-50cf77da2007-c000.csv 2000_part6/_SUCCESS [this is an empty file that can be ignored] 2000_part6/part-00001-abb9eea9-c475-415b-b7c5-50cf77da2007-c000.csv 2000_part6/.part-00007-abb9eea9-c475-415b-b7c5-50cf77da2007-c000.csv.crc 2000_part6/.part-00000-abb9eea9-c475-415b-b7c5-50cf77da2007-c000.csv.crc 2000_part6/.part-00003-abb9eea9-c475-415b-b7c5-50cf77da2007-c000.csv.crc 2000_part6/._SUCCESS.crc [this is an empty file that can be ignored] 2000_part6/part-00004-abb9eea9-c475-415b-b7c5-50cf77da2007-c000.csv 2000_part6/.part-00002-abb9eea9-c475-415b-b7c5-50cf77da2007-c000.csv.crc 2000_part6/.part-00009-abb9eea9-c475-415b-b7c5-50cf77da2007-c000.csv.crc 2000_part6/part-00005-abb9eea9-c475-415b-b7c5-50cf77da2007-c000.csv 2000_part6/part-00006-abb9eea9-c475-415b-b7c5-50cf77da2007-c000.csv 2000_part6/part-00009-abb9eea9-c475-415b-b7c5-50cf77da2007-c000.csv 2000_part6/part-00000-abb9eea9-c475-415b-b7c5-50cf77da2007-c000.csv 2000_part6/.part-00008-abb9eea9-c475-415b-b7c5-50cf77da2007-c000.csv.crc 2000_part6/part-00002-abb9eea9-c475-415b-b7c5-50cf77da2007-c000.csv 2000_part6/.part-00005-abb9eea9-c475-415b-b7c5-50cf77da2007-c000.csv.crc 2000_part6/.part-00004-abb9eea9-c475-415b-b7c5-50cf77da2007-c000.csv.crc 2000_part6/.part-00006-abb9eea9-c475-415b-b7c5-50cf77da2007-c000.csv.crc 2000_part6/part-00003-abb9eea9-c475-415b-b7c5-50cf77da2007-c000.csv ******************* File information for EARLYWEB_1996_2000_part13.tar 2000_part7/ 2000_part7/part-00007-e915cd25-98e4-495c-a3a7-977558748505-c000.csv 2000_part7/.part-00000-e915cd25-98e4-495c-a3a7-977558748505-c000.csv.crc 2000_part7/.part-00003-e915cd25-98e4-495c-a3a7-977558748505-c000.csv.crc 2000_part7/.part-00001-e915cd25-98e4-495c-a3a7-977558748505-c000.csv.crc 2000_part7/part-00001-e915cd25-98e4-495c-a3a7-977558748505-c000.csv 2000_part7/.part-00002-e915cd25-98e4-495c-a3a7-977558748505-c000.csv.crc 2000_part7/_SUCCESS [this is an empty file that can be ignored] 2000_part7/.part-00004-e915cd25-98e4-495c-a3a7-977558748505-c000.csv.crc 2000_part7/.part-00005-e915cd25-98e4-495c-a3a7-977558748505-c000.csv.crc 2000_part7/.part-00008-e915cd25-98e4-495c-a3a7-977558748505-c000.csv.crc 2000_part7/._SUCCESS.crc [this is an empty file that can be ignored] 2000_part7/.part-00009-e915cd25-98e4-495c-a3a7-977558748505-c000.csv.crc 2000_part7/part-00009-e915cd25-98e4-495c-a3a7-977558748505-c000.csv 2000_part7/part-00005-e915cd25-98e4-495c-a3a7-977558748505-c000.csv 2000_part7/part-00008-e915cd25-98e4-495c-a3a7-977558748505-c000.csv 2000_part7/part-00002-e915cd25-98e4-495c-a3a7-977558748505-c000.csv 2000_part7/part-00000-e915cd25-98e4-495c-a3a7-977558748505-c000.csv 2000_part7/part-00004-e915cd25-98e4-495c-a3a7-977558748505-c000.csv 2000_part7/.part-00007-e915cd25-98e4-495c-a3a7-977558748505-c000.csv.crc 2000_part7/part-00003-e915cd25-98e4-495c-a3a7-977558748505-c000.csv 2000_part7/part-00006-e915cd25-98e4-495c-a3a7-977558748505-c000.csv 2000_part7/.part-00006-e915cd25-98e4-495c-a3a7-977558748505-c000.csv.crc ******************* File information for EARLYWEB_1996_2000_part14.tar 2000_part8/ 2000_part8/part-00000-102af34d-8023-4f98-841a-abc9011fd91c-c000.csv 2000_part8/part-00005-102af34d-8023-4f98-841a-abc9011fd91c-c000.csv 2000_part8/part-00001-102af34d-8023-4f98-841a-abc9011fd91c-c000.csv 2000_part8/.part-00005-102af34d-8023-4f98-841a-abc9011fd91c-c000.csv.crc 2000_part8/.part-00002-102af34d-8023-4f98-841a-abc9011fd91c-c000.csv.crc 2000_part8/part-00007-102af34d-8023-4f98-841a-abc9011fd91c-c000.csv 2000_part8/_SUCCESS [this is an empty file that can be ignored] 2000_part8/part-00008-102af34d-8023-4f98-841a-abc9011fd91c-c000.csv 2000_part8/.part-00004-102af34d-8023-4f98-841a-abc9011fd91c-c000.csv.crc 2000_part8/.part-00003-102af34d-8023-4f98-841a-abc9011fd91c-c000.csv.crc 2000_part8/.part-00000-102af34d-8023-4f98-841a-abc9011fd91c-c000.csv.crc 2000_part8/.part-00007-102af34d-8023-4f98-841a-abc9011fd91c-c000.csv.crc 2000_part8/._SUCCESS.crc [this is an empty file that can be ignored] 2000_part8/part-00003-102af34d-8023-4f98-841a-abc9011fd91c-c000.csv 2000_part8/part-00002-102af34d-8023-4f98-841a-abc9011fd91c-c000.csv 2000_part8/.part-00008-102af34d-8023-4f98-841a-abc9011fd91c-c000.csv.crc 2000_part8/part-00004-102af34d-8023-4f98-841a-abc9011fd91c-c000.csv 2000_part8/.part-00009-102af34d-8023-4f98-841a-abc9011fd91c-c000.csv.crc 2000_part8/.part-00001-102af34d-8023-4f98-841a-abc9011fd91c-c000.csv.crc 2000_part8/part-00009-102af34d-8023-4f98-841a-abc9011fd91c-c000.csv 2000_part8/part-00006-102af34d-8023-4f98-841a-abc9011fd91c-c000.csv 2000_part8/.part-00006-102af34d-8023-4f98-841a-abc9011fd91c-c000.csv.crc ******************* File information for EARLYWEB_1996_2000_part15.tar 2000_part9/ 2000_part9/part-00003-14fcab6b-1fa6-4e11-af3f-643275fc6d54-c000.csv 2000_part9/part-00007-14fcab6b-1fa6-4e11-af3f-643275fc6d54-c000.csv 2000_part9/_SUCCESS [this is an empty file that can be ignored] 2000_part9/.part-00002-14fcab6b-1fa6-4e11-af3f-643275fc6d54-c000.csv.crc 2000_part9/.part-00009-14fcab6b-1fa6-4e11-af3f-643275fc6d54-c000.csv.crc 2000_part9/part-00005-14fcab6b-1fa6-4e11-af3f-643275fc6d54-c000.csv 2000_part9/part-00001-14fcab6b-1fa6-4e11-af3f-643275fc6d54-c000.csv 2000_part9/part-00004-14fcab6b-1fa6-4e11-af3f-643275fc6d54-c000.csv 2000_part9/part-00008-14fcab6b-1fa6-4e11-af3f-643275fc6d54-c000.csv 2000_part9/.part-00006-14fcab6b-1fa6-4e11-af3f-643275fc6d54-c000.csv.crc 2000_part9/._SUCCESS.crc [this is an empty file that can be ignored] 2000_part9/part-00006-14fcab6b-1fa6-4e11-af3f-643275fc6d54-c000.csv 2000_part9/.part-00005-14fcab6b-1fa6-4e11-af3f-643275fc6d54-c000.csv.crc 2000_part9/.part-00000-14fcab6b-1fa6-4e11-af3f-643275fc6d54-c000.csv.crc 2000_part9/part-00000-14fcab6b-1fa6-4e11-af3f-643275fc6d54-c000.csv 2000_part9/.part-00008-14fcab6b-1fa6-4e11-af3f-643275fc6d54-c000.csv.crc 2000_part9/.part-00001-14fcab6b-1fa6-4e11-af3f-643275fc6d54-c000.csv.crc 2000_part9/.part-00003-14fcab6b-1fa6-4e11-af3f-643275fc6d54-c000.csv.crc 2000_part9/.part-00004-14fcab6b-1fa6-4e11-af3f-643275fc6d54-c000.csv.crc 2000_part9/part-00002-14fcab6b-1fa6-4e11-af3f-643275fc6d54-c000.csv 2000_part9/.part-00007-14fcab6b-1fa6-4e11-af3f-643275fc6d54-c000.csv.crc 2000_part9/part-00009-14fcab6b-1fa6-4e11-af3f-643275fc6d54-c000.csv ******************* File information for EARLYWEB_1996_2000_part16.tar 2000_part10/ 2000_part10/.part-00006-33137e4e-8316-446d-8265-820fecaac423-c000.csv.crc 2000_part10/part-00007-33137e4e-8316-446d-8265-820fecaac423-c000.csv 2000_part10/part-00000-33137e4e-8316-446d-8265-820fecaac423-c000.csv 2000_part10/_SUCCESS [this is an empty file that can be ignored] 2000_part10/part-00002-33137e4e-8316-446d-8265-820fecaac423-c000.csv 2000_part10/.part-00000-33137e4e-8316-446d-8265-820fecaac423-c000.csv.crc 2000_part10/.part-00004-33137e4e-8316-446d-8265-820fecaac423-c000.csv.crc 2000_part10/._SUCCESS.crc [this is an empty file that can be ignored] 2000_part10/.part-00001-33137e4e-8316-446d-8265-820fecaac423-c000.csv.crc 2000_part10/.part-00005-33137e4e-8316-446d-8265-820fecaac423-c000.csv.crc 2000_part10/.part-00007-33137e4e-8316-446d-8265-820fecaac423-c000.csv.crc 2000_part10/part-00003-33137e4e-8316-446d-8265-820fecaac423-c000.csv 2000_part10/part-00009-33137e4e-8316-446d-8265-820fecaac423-c000.csv 2000_part10/part-00006-33137e4e-8316-446d-8265-820fecaac423-c000.csv 2000_part10/part-00004-33137e4e-8316-446d-8265-820fecaac423-c000.csv 2000_part10/part-00008-33137e4e-8316-446d-8265-820fecaac423-c000.csv 2000_part10/.part-00009-33137e4e-8316-446d-8265-820fecaac423-c000.csv.crc 2000_part10/part-00005-33137e4e-8316-446d-8265-820fecaac423-c000.csv 2000_part10/.part-00008-33137e4e-8316-446d-8265-820fecaac423-c000.csv.crc 2000_part10/part-00001-33137e4e-8316-446d-8265-820fecaac423-c000.csv 2000_part10/.part-00003-33137e4e-8316-446d-8265-820fecaac423-c000.csv.crc 2000_part10/.part-00002-33137e4e-8316-446d-8265-820fecaac423-c000.csv.crc