Skip to content

Instantly share code, notes, and snippets.

@Smerity

Smerity/gist:e3ad94df81f43e07b538

Created January 28, 2015 01:40
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save Smerity/e3ad94df81f43e07b538 to your computer and use it in GitHub Desktop.
Save Smerity/e3ad94df81f43e07b538 to your computer and use it in GitHub Desktop.
Download ZIP
From CC-MAIN-20140728011800-00009-ip-10-146-231-18.ec2.internal.warc.wat.gz - some links are entirely empty
Raw
gistfile1.txt
{
"Envelope" : {
"Format" : "WARC",
"WARC-Header-Metadata" : {
"WARC-Record-ID" : "<urn:uuid:9b05aa37-7e35-40b8-9c4f-20095499bf4a>",
"WARC-Payload-Digest" : "sha1:3WQOSKRIGPS6SKU3T6JVERTORDS3JRJP",
"Content-Type" : "application/http; msgtype=response",
"WARC-Concurrent-To" : "<urn:uuid:ef72d54d-3b9e-4db2-87d4-ded219612ce4>",
"Content-Length" : "21248",
"WARC-Type" : "response",
"WARC-Block-Digest" : "sha1:Y463NFBCNYEYFLM3BIKCZGQXGSST2WUX",
"WARC-Warcinfo-ID" : "<urn:uuid:3169ca8e-39a6-42e9-a4e3-9f001f067bdf>",
"WARC-Date" : "2014-08-02T08:51:24Z",
"WARC-Target-URI" : "http://applianceguru.com/reply.php?topic_id=6055&post_id=34395&quote=1",
"WARC-Truncated" : "length",
"WARC-IP-Address" : "96.30.9.68"
},
"Actual-Content-Length" : "21248",
"WARC-Header-Length" : "600",
"Block-Digest" : "sha1:Y463NFBCNYEYFLM3BIKCZGQXGSST2WUX",
"Payload-Metadata" : {
"Trailing-Slop-Length" : "4",
"Actual-Content-Type" : "application/http; msgtype=response",
"HTTP-Response-Metadata" : {
"Entity-Trailing-Slop-Bytes" : "0",
"Headers-Length" : "324",
"Entity-Digest" : "sha1:3WQOSKRIGPS6SKU3T6JVERTORDS3JRJP",
"Entity-Length" : "20924",
"Headers" : {
"Connection" : "close",
"Content-Encoding" : "gzip",
"Server" : "Apache",
"Set-Cookie" : "ultrabb=%7C%7C%7C%7C%7C%7C17a7-53dca68c%7C%7C%7C%7C2-53dca68c%7C%7C%7C%7C; expires=Thu, 01-Aug-2019 08:51:24 GMT; path=/; domain=.applianceguru.com",
"Content-Type" : "text/html",
"Date" : "Sat, 02 Aug 2014 08:51:24 GMT",
"Vary" : "Accept-Encoding"
},
"HTML-Metadata" : {
"Links" : [
{
"alt" : "- Home",
"path" : "IMG@/src",
"url" : "/attachment.php?id=5652"
},
{
"path" : "A@/href",
"url" : "http://appliantology.org/concierge/faq.html"
},
{
"path" : "A@/href",
"title" : "Air Conditioner parts and repair help",
"url" : "http://www.repairclinic.com/Air-Conditioner-Repair-Help",
"text" : "Air Conditioners",
"target" : "_blank"
},
{
"title" : "Dehumidifier parts and repair help",
"path" : "A@/href",
"url" : "http://www.repairclinic.com/Dehumidifier-Repair-Help",
"target" : "_blank",
"text" : "Dehumidifiers"
},
{
"text" : "Dishwashers",
"target" : "_blank",
"url" : "http://www.repairclinic.com/Dishwasher-Repair-Help",
"path" : "A@/href",
"title" : "Dishwasher parts and repair help"
},
{
"path" : "A@/href",
"title" : "Disposal parts and repair help",
"url" : "http://www.repairclinic.com/Garbage-Disposer-Repair-Help",
"target" : "_blank",
"text" : "Disposals"
},
{
"title" : "Dryer parts and repair help",
"path" : "A@/href",
"target" : "_blank",
"text" : "Dryers",
"url" : "http://www.repairclinic.com/Dryer-Repair-Help"
},
{
"url" : "http://www.repairclinic.com/Freezer-Repair-Help",
"target" : "_blank",
"text" : "Freezers",
"title" : "Freezer parts and repair help",
"path" : "A@/href"
},
{
"path" : "A@/href",
"title" : "Humidifier parts and repair help",
"url" : "http://www.repairclinic.com/Humidifier-Repair-Help",
"text" : "Humidifiers",
"target" : "_blank"
},
{
"url" : "http://www.repairclinic.com/Ice-Maker-Repair-Help",
"target" : "_blank",
"text" : "Ice Makers",
"path" : "A@/href",
"title" : "Ice Maker parts and repair help"
},
{
"target" : "_blank",
"text" : "Microwave Ovens",
"url" : "http://www.repairclinic.com/Microwave-Repair-Help",
"path" : "A@/href",
"title" : "Microwave Oven parts and repair help"
},
{
"title" : "Oven, Range, Stove parts and repair help",
"path" : "A@/href",
"text" : "Ovens, Ranges, Stoves",
"target" : "_blank",
"url" : "http://www.repairclinic.com/Range-Stove-Oven-Repair-Help"
},
{
"target" : "_blank",
"text" : "Refrigerators",
"url" : "http://www.repairclinic.com/Refrigerator-Repair-Help",
"path" : "A@/href",
"title" : "Refrigerator parts and repair help"
},
{
"path" : "A@/href",
"title" : "Trash Compactor parts and repair help",
"text" : "Trash Compactors",
"target" : "_blank",
"url" : "http://www.repairclinic.com/Trash-Compactor-Repair-Help"
},
{
"target" : "_blank",
"text" : "Washers",
"url" : "http://www.repairclinic.com/Washing-Machine-Repair-Help",
"title" : "Washer parts and repair help",
"path" : "A@/href"
},
{
"title" : "Water Filters",
"path" : "A@/href",
"text" : "Water Filters",
"target" : "_blank",
"url" : "http://www.repairclinic.com/Water-Filter-Repair-Help"
},
{
"path" : "A@/href",
"title" : "Appliance repair FAQs for all appliance brands and models. Your quest for appliance repair wisdom begins here!",
"text" : "FAQs",
"target" : "_blank",
"url" : "http://faq.fixitnow.com/"
},
{
"title" : "Having trouble using these forums? Tell the Samurai! ",
"path" : "A@/href",
"url" : "http://contact.appliantology.org/",
"text" : "Contact"
},
{
"path" : "A@/href",
"title" : "Become a Samurai School Apprentice and get repair manuals and lots of other goodies!",
"url" : "http://apprentice.appliantology.org",
"text" : "Apprenticeship"
},
{
"title" : "Over 850,000 parts in stock and ready to ship. Return any part for any reason! Shop locally, right here at your computer!",
"path" : "A@/href",
"url" : "http://www.repairclinic.com/",
"target" : "_blank",
"text" : "Parts"
},
{
"title" : "Help finding the model number tag on your appliance.",
"path" : "A@/href",
"url" : "http://www.repairclinic.com/General/Help-Me-Find-My-Model-Number",
"text" : "Model Number Help",
"target" : "_blank"
},
{
"url" : "http://newsletter.appliantology.org/",
"text" : "Newsletter",
"title" : "Subscribe to our newsletter, Appliantology: The Oracle of Appliance Enlightenment",
"path" : "A@/href"
},
{
"url" : "http://beer.fixitnow.com",
"target" : "_blank",
"text" : "Beer",
"title" : "The United Samurai Beer Fund: Because a mind is a terrible thing to not be wasted.",
"path" : "A@/href"
},
{
"url" : "http://click.linksynergy.com/fs-bin/statform",
"target" : "_blank",
"method" : "get",
"path" : "FORM@/action"
},
{
"text" : "www.Appliantology.org",
"url" : "http://appliantology.org/",
"path" : "A@/href"
},
{},
{
"method" : "get",
"target" : "_blank",
"url" : "http://click.linksynergy.com/fs-bin/statform",
"path" : "FORM@/action"
},
{
"url" : "http://faq.fixitnow.com/",
"target" : "_blank",
"title" : "Appliance repair FAQs for all appliance brands and models. Your quest for appliance repair wisdom begins here!",
"path" : "A@/href"
},
{
"url" : "http://contact.appliantology.org/",
"title" : "Having trouble using these forums? Tell the Samurai! ",
"path" : "A@/href"
},
{
"url" : "http://apprentice.appliantology.org",
"path" : "A@/href",
"title" : "Become a Samurai School Apprentice and get repair manuals and lots of other goodies!"
},
{
"title" : "Over 850,000 parts in stock and ready to ship. Return any part for any reason! Shop locally, right here at your computer!",
"path" : "A@/href",
"target" : "_blank",
"url" : "http://www.repairclinic.com/"
},
{
"url" : "http://www.repairclinic.com/General/Help-Me-Find-My-Model-Number",
"target" : "_blank",
"title" : "Help finding the model number tag on your appliance.",
"path" : "A@/href"
},
{
"path" : "A@/href",
"title" : "Subscribe to our newsletter, Appliantology: The Oracle of Appliance Enlightenment",
"url" : "http://newsletter.appliantology.org/"
},
{
"title" : "The United Samurai Beer Fund: Because a mind is a terrible thing to not be wasted.",
"path" : "A@/href",
"url" : "http://beer.fixitnow.com",
"target" : "_blank"
},
{
"alt" : "- Home",
"path" : "IMG@/src",
"url" : "http://applianceguru.com/images/samurai-banner-c.gif"
},
{
"path" : "A@/href",
"url" : "http://fixitnow.com/who-are-you-and-whats-your-problem-dude/"
},
{
"target" : "_blank",
"url" : "http://ultrabb.net",
"path" : "A@/href",
"title" : "UltraBB Forum Software"
},
{
"path" : "IMG@/src",
"alt" : "Web Analytics",
"url" : "//static.getclicky.com/media/links/badge.gif"
},
{
"title" : "Web Analytics",
"path" : "A@/href",
"url" : "http://getclicky.com/66418360"
},
{
"url" : "//in.getclicky.com/66418375ns.gif",
"path" : "IMG@/src",
"alt" : "Clicky"
}
],
"Head" : {
"Title" : "Message",
"Link" : [
{
"url" : "/favicon.ico",
"rel" : "shortcut icon",
"path" : "LINK@/href"
},
{
"path" : "LINK@/href",
"rel" : "stylesheet",
"url" : "/themes/ultra/style_sheet.css",
"type" : "text/css"
},
{
"path" : "LINK@/href",
"rel" : "stylesheet",
"url" : "/hellobar-solo/hellobar.css",
"type" : "text/css"
}
],
"Scripts" : [
{
"type" : "text/javascript",
"url" : "https://apis.google.com/js/plusone.js",
"path" : "SCRIPT@/src"
},
{
"path" : "SCRIPT@/src",
"url" : "/hellobar-solo/hellobar.js",
"type" : "text/javascript"
},
{
"path" : "SCRIPT@/src",
"type" : "text/javascript",
"url" : "/themes/all/wgui.js"
},
{
"path" : "SCRIPT@/src",
"url" : "//pagead2.googlesyndication.com/pagead/js/adsbygoogle.js"
},
{
"path" : "SCRIPT@/src",
"url" : "//pagead2.googlesyndication.com/pagead/js/adsbygoogle.js"
}
],
"Metas" : [
{
"http-equiv" : "Content-Type",
"content" : "text/html; charset=utf-8"
},
{
"content" : "noindex,nofollow",
"name" : "robots"
}
]
}
},
"Response-Message" : {
"Reason" : "OK",
"Version" : "HTTP/1.1",
"Status" : "200"
}
}
}
},
"Container" : {
"Filename" : "CC-MAIN-20140728011800-00009-ip-10-146-231-18.ec2.internal.warc.gz",
"Offset" : "12504882",
"Compressed" : true,
"Gzip-Metadata" : {
"Inflated-CRC" : "-611071155",
"Header-Length" : "10",
"Inflated-Length" : "21852",
"Footer-Length" : "8",
"Deflate-Length" : "6793"
}
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment