gistfile1.txt

DEBUG 2014-12-12 13:41:15,556 MainThread Python 2.7.9 (default, Dec 11 2014, 08:58:12) 
[GCC 4.9.2] on linux2
DEBUG 2014-12-12 13:41:15,556 MainThread reading configuration from ['/home/edwin/.linkchecker/linkcheckerrc']
INFO 2014-12-12 13:41:15,560 MainThread Checking intern URLs only; use --check-extern to check extern URLs.
DEBUG 2014-12-12 13:41:15,573 MainThread configuration: [('aborttimeout', 300),
 ('allowedschemes', []),
 ('authentication', []),
 ('blacklist', {}),
 ('checkextern', False),
 ('cookiefile', None),
 ('csv', {}),
 ('debugmemory', False),
 ('dot', {}),
 ('enabledplugins', []),
 ('externlinks', []),
 ('fileoutput', []),
 ('gml', {}),
 ('gxml', {}),
 ('html', {}),
 ('ignorewarnings', []),
 ('internlinks', []),
 ('localwebroot', None),
 ('logger', 'TextLogger'),
 ('loginextrafields', {}),
 ('loginpasswordfield', 'password'),
 ('loginurl', None),
 ('loginuserfield', 'login'),
 ('maxfilesizedownload', 5242880),
 ('maxfilesizeparse', 1048576),
 ('maxhttpredirects', 10),
 ('maxnumurls', None),
 ('maxrequestspersecond', 10),
 ('maxrunseconds', None),
 ('nntpserver', None),
 ('none', {}),
 ('output', 'text'),
 ('pluginfolders', []),
 ('proxy', {}),
 ('quiet', False),
 ('recursionlevel', -1),
 ('sitemap', {}),
 ('sql', {}),
 ('sslverify', True),
 ('status', True),
 ('status_wait_seconds', 5),
 ('text', {}),
 ('threads', 10),
 ('timeout', 60),
 ('trace', False),
 ('useragent',
  u'Mozilla/5.0 (compatible; LinkChecker/9.3; +http://wummel.github.io/linkchecker/)'),
 ('verbose', False),
 ('warnings', True),
 ('xml', {})]
DEBUG 2014-12-12 13:41:15,574 MainThread HttpUrl handles url https://www.google.com
DEBUG 2014-12-12 13:41:15,574 MainThread checking syntax
DEBUG 2014-12-12 13:41:15,575 MainThread Add intern pattern u'^https?://(www\\.|)google\\.com'
DEBUG 2014-12-12 13:41:15,575 MainThread Link pattern u'^https?://(www\\.|)google\\.com' strict=False
DEBUG 2014-12-12 13:41:15,575 MainThread queueing https://www.google.com
DEBUG 2014-12-12 13:41:15,586 CheckThread-https://www.google.com Checking https link
base_url=u'https://www.google.com'
parent_url=None
base_ref=None
recursion_level=0
url_connection=None
line=0
column=0
page=0
name=u''
anchor=u''
cache_url=https://www.google.com
DEBUG 2014-12-12 13:41:15,588 CheckThread-https://www.google.com checking connection
DEBUG 2014-12-12 13:41:15,811 CheckThread-https://www.google.com u'https://www.google.com/robots.txt' parse lines
DEBUG 2014-12-12 13:41:15,813 CheckThread-https://www.google.com Parsed rules:
User-agent: *
Disallow: /search
Disallow: /sdch
Disallow: /groups
Disallow: /images
Disallow: /catalogs
Allow: /catalogs/about
Allow: /catalogs/p%3F
Disallow: /catalogues
Allow: /newsalerts
Disallow: /news
Allow: /news/directory
Disallow: /nwshp
Disallow: /setnewsprefs%3F
Disallow: /index.html%3F
Disallow: /%3F
Allow: /%3Fhl%3D
Disallow: /%3Fhl%3D%2A%26
Allow: /%3Fhl%3D%2A%26gws_rd%3Dssl%24
Disallow: /%3Fhl%3D%2A%26%2A%26gws_rd%3Dssl
Allow: /%3Fgws_rd%3Dssl%24
Allow: /%3Fpt1%3Dtrue%24
Disallow: /addurl/image%3F
Allow: /mail/help/
Disallow: /mail/
Disallow: /pagead/
Disallow: /relpage/
Disallow: /relcontent
Disallow: /imgres
Disallow: /imglanding
Disallow: /sbd
Disallow: /keyword/
Disallow: /u/
Disallow: /univ/
Disallow: /cobrand
Disallow: /custom
Disallow: /advanced_group_search
Disallow: /googlesite
Disallow: /preferences
Disallow: /setprefs
Disallow: /swr
Disallow: /url
Disallow: /default
Disallow: /m%3F
Disallow: /m/
Allow: /m/finance
Disallow: /wml%3F
Disallow: /wml/%3F
Disallow: /wml/search%3F
Disallow: /xhtml%3F
Disallow: /xhtml/%3F
Disallow: /xhtml/search%3F
Disallow: /xml%3F
Disallow: /imode%3F
Disallow: /imode/%3F
Disallow: /imode/search%3F
Disallow: /jsky%3F
Disallow: /jsky/%3F
Disallow: /jsky/search%3F
Disallow: /pda%3F
Disallow: /pda/%3F
Disallow: /pda/search%3F
Disallow: /sprint_xhtml
Disallow: /sprint_wml
Disallow: /pqa
Disallow: /palm
Disallow: /gwt/
Disallow: /purchases
Disallow: /hws
Disallow: /bsd%3F
Disallow: /linux%3F
Disallow: /mac%3F
Disallow: /microsoft%3F
Disallow: /unclesam%3F
Disallow: /answers/search%3Fq%3D
Disallow: /local%3F
Disallow: /local_url
Disallow: /shihui%3F
Disallow: /shihui/
Disallow: /froogle%3F
Disallow: /products%3F
Disallow: /froogle_
Disallow: /product_
Disallow: /products_
Disallow: /products%3B
Disallow: /print
Disallow: /books/
Disallow: /bkshp%3F%2Aq%3D%2A
Disallow: /books%3F%2Aq%3D%2A
Disallow: /books%3F%2Aoutput%3D%2A
Disallow: /books%3F%2Apg%3D%2A
Disallow: /books%3F%2Ajtp%3D%2A
Disallow: /books%3F%2Ajscmd%3D%2A
Disallow: /books%3F%2Abuy%3D%2A
Disallow: /books%3F%2Azoom%3D%2A
Allow: /books%3F%2Aq%3Drelated%3A%2A
Allow: /books%3F%2Aq%3Deditions%3A%2A
Allow: /books%3F%2Aq%3Dsubject%3A%2A
Allow: /books/about
Allow: /booksrightsholders
Allow: /books%3F%2Azoom%3D1%2A
Allow: /books%3F%2Azoom%3D5%2A
Disallow: /ebooks/
Disallow: /ebooks%3F%2Aq%3D%2A
Disallow: /ebooks%3F%2Aoutput%3D%2A
Disallow: /ebooks%3F%2Apg%3D%2A
Disallow: /ebooks%3F%2Ajscmd%3D%2A
Disallow: /ebooks%3F%2Abuy%3D%2A
Disallow: /ebooks%3F%2Azoom%3D%2A
Allow: /ebooks%3F%2Aq%3Drelated%3A%2A
Allow: /ebooks%3F%2Aq%3Deditions%3A%2A
Allow: /ebooks%3F%2Aq%3Dsubject%3A%2A
Allow: /ebooks%3F%2Azoom%3D1%2A
Allow: /ebooks%3F%2Azoom%3D5%2A
Disallow: /patents%3F
Disallow: /patents/download/
Disallow: /patents/pdf/
Disallow: /patents/related/
Disallow: /scholar
Disallow: /citations%3F
Allow: /citations%3Fuser%3D
Disallow: /citations%3F%2Acstart%3D
Allow: /citations%3Fview_op%3Dnew_profile
Allow: /citations%3Fview_op%3Dtop_venues
Disallow: /complete
Disallow: /s%3F
Disallow: /sponsoredlinks
Disallow: /videosearch%3F
Disallow: /videopreview%3F
Disallow: /videoprograminfo%3F
Allow: /maps%3F%2Aoutput%3Dclassic%2A
Allow: /maps/api/js%3F
Allow: /maps/d/
Disallow: /maps%3F
Disallow: /mapstt%3F
Disallow: /mapslt%3F
Disallow: /maps/stk/
Disallow: /maps/br%3F
Disallow: /mapabcpoi%3F
Disallow: /maphp%3F
Disallow: /mapprint%3F
Disallow: /maps/api/js/
Disallow: /maps/api/staticmap%3F
Disallow: /mld%3F
Disallow: /staticmap%3F
Disallow: /places/
Allow: /places/%24
Disallow: /maps/preview
Disallow: /maps/place
Disallow: /help/maps/streetview/partners/welcome/
Disallow: /help/maps/indoormaps/partners/
Disallow: /lochp%3F
Disallow: /center
Disallow: /ie%3F
Disallow: /sms/demo%3F
Disallow: /katrina%3F
Disallow: /blogsearch%3F
Disallow: /blogsearch/
Disallow: /blogsearch_feeds
Disallow: /advanced_blog_search
Disallow: /uds/
Disallow: /chart%3F
Disallow: /transit%3F
Disallow: /mbd%3F
Disallow: /extern_js/
Disallow: /xjs/
Disallow: /calendar/feeds/
Disallow: /calendar/ical/
Disallow: /cl2/feeds/
Disallow: /cl2/ical/
Disallow: /coop/directory
Disallow: /coop/manage
Disallow: /trends%3F
Disallow: /trends/music%3F
Disallow: /trends/hottrends%3F
Disallow: /trends/viz%3F
Disallow: /trends/embed.js%3F
Disallow: /trends/fetchComponent%3F
Disallow: /notebook/search%3F
Disallow: /musica
Disallow: /musicad
Disallow: /musicas
Disallow: /musicl
Disallow: /musics
Disallow: /musicsearch
Disallow: /musicsp
Disallow: /musiclp
Disallow: /browsersync
Disallow: /call
Disallow: /archivesearch%3F
Disallow: /archivesearch/url
Disallow: /archivesearch/advanced_search
Disallow: /base/reportbadoffer
Disallow: /urchin_test/
Disallow: /movies%3F
Disallow: /codesearch%3F
Disallow: /codesearch/feeds/search%3F
Disallow: /wapsearch%3F
Disallow: /safebrowsing
Allow: /safebrowsing/diagnostic
Allow: /safebrowsing/report_badware/
Allow: /safebrowsing/report_error/
Allow: /safebrowsing/report_phish/
Disallow: /reviews/search%3F
Disallow: /orkut/albums
Allow: /jsapi
Disallow: /views%3F
Disallow: /c/
Disallow: /cbk
Allow: /cbk%3Foutput%3Dtile%26cb_client%3Dmaps_sv
Disallow: /recharge/dashboard/car
Disallow: /recharge/dashboard/static/
Disallow: /translate_a/
Disallow: /translate_c
Disallow: /translate_f
Disallow: /translate_static/
Disallow: /translate_suggestion
Disallow: /profiles/me
Allow: /profiles
Disallow: /s2/profiles/me
Allow: /s2/profiles
Allow: /s2/oz
Allow: /s2/photos
Allow: /s2/search/social
Allow: /s2/static
Disallow: /s2
Disallow: /transconsole/portal/
Disallow: /gcc/
Disallow: /aclk
Disallow: /cse%3F
Disallow: /cse/home
Disallow: /cse/panel
Disallow: /cse/manage
Disallow: /tbproxy/
Disallow: /imesync/
Disallow: /shenghuo/search%3F
Disallow: /support/forum/search%3F
Disallow: /reviews/polls/
Disallow: /hosted/images/
Disallow: /ppob/%3F
Disallow: /ppob%3F
Disallow: /adwordsresellers
Disallow: /accounts/ClientLogin
Disallow: /accounts/ClientAuth
Disallow: /accounts/o8
Allow: /accounts/o8/id
Disallow: /topicsearch%3Fq%3D
Disallow: /xfx7/
Disallow: /squared/api
Disallow: /squared/search
Disallow: /squared/table
Disallow: /toolkit/
Allow: /toolkit/%2A.html
Disallow: /globalmarketfinder/
Allow: /globalmarketfinder/%2A.html
Disallow: /qnasearch%3F
Disallow: /app/updates
Disallow: /sidewiki/entry/
Disallow: /quality_form%3F
Disallow: /labs/popgadget/search
Disallow: /buzz/post
Disallow: /compressiontest/
Disallow: /analytics/reporting/
Disallow: /analytics/admin/
Disallow: /analytics/web/
Disallow: /analytics/feeds/
Disallow: /analytics/settings/
Allow: /alerts/manage
Allow: /alerts/remove
Disallow: /alerts/
Allow: /alerts/%24
Disallow: /ads/search%3F
Disallow: /ads/plan/action_plan%3F
Disallow: /ads/plan/api/
Disallow: /phone/compare/%3F
Disallow: /travel/clk
Disallow: /hotelfinder/rpc
Disallow: /hotels/rpc
Disallow: /flights/rpc
Disallow: /commercesearch/services/
Disallow: /evaluation/
Disallow: /chrome/browser/mobile/tour
Disallow: /compare/%2A/apply%2A
Disallow: /forms/perks/
Disallow: /baraza/%2A/search
Disallow: /baraza/%2A/report
Disallow: /shopping/suppliers/search
Disallow: /ct/
Disallow: /edu/cs4hs/
Disallow: /trustedstores/s/
Disallow: /trustedstores/tm2
Disallow: /trustedstores/verify
Disallow: /adwords/proposal
Disallow: /shopping/product/
Disallow: /shopping/seller
Disallow: /shopping/reviewer
Disallow: /about/careers/apply/
Disallow: /about/careers/applications/
Disallow: /landing/signout.html
Allow: /gb/images
Allow: /gb/js
DEBUG 2014-12-12 13:41:15,813 CheckThread-https://www.google.com HttpUrl handles url http://www.gstatic.com/culturalinstitute/sitemaps/www_google_com_culturalinstitute/sitemap-index.xml
DEBUG 2014-12-12 13:41:15,813 CheckThread-https://www.google.com checking syntax
DEBUG 2014-12-12 13:41:15,814 CheckThread-https://www.google.com queueing http://www.gstatic.com/culturalinstitute/sitemaps/www_google_com_culturalinstitute/sitemap-index.xml
DEBUG 2014-12-12 13:41:15,814 CheckThread-https://www.google.com HttpUrl handles url https://www.google.com/edu/sitemap.xml
DEBUG 2014-12-12 13:41:15,814 CheckThread-https://www.google.com checking syntax
DEBUG 2014-12-12 13:41:15,814 CheckThread-https://www.google.com Intern URL u'https://www.google.com/edu/sitemap.xml'
DEBUG 2014-12-12 13:41:15,814 CheckThread-https://www.google.com queueing https://www.google.com/edu/sitemap.xml
DEBUG 2014-12-12 13:41:15,814 CheckThread-https://www.google.com HttpUrl handles url https://www.google.com/work/sitemap.xml
DEBUG 2014-12-12 13:41:15,814 CheckThread-https://www.google.com checking syntax
DEBUG 2014-12-12 13:41:15,815 CheckThread-https://www.google.com Intern URL u'https://www.google.com/work/sitemap.xml'
DEBUG 2014-12-12 13:41:15,815 CheckThread-https://www.google.com queueing https://www.google.com/work/sitemap.xml
DEBUG 2014-12-12 13:41:15,815 CheckThread-https://www.google.com HttpUrl handles url https://www.google.com/intx/sitemap.xml
DEBUG 2014-12-12 13:41:15,815 CheckThread-https://www.google.com checking syntax
DEBUG 2014-12-12 13:41:15,815 CheckThread-https://www.google.com Intern URL u'https://www.google.com/intx/sitemap.xml'
DEBUG 2014-12-12 13:41:15,815 CheckThread-https://www.google.com queueing https://www.google.com/intx/sitemap.xml
DEBUG 2014-12-12 13:41:15,815 CheckThread-https://www.google.com HttpUrl handles url http://www.google.com/hostednews/sitemap_index.xml
DEBUG 2014-12-12 13:41:15,815 CheckThread-https://www.google.com checking syntax
DEBUG 2014-12-12 13:41:15,816 CheckThread-https://www.google.com Intern URL u'http://www.google.com/hostednews/sitemap_index.xml'
DEBUG 2014-12-12 13:41:15,816 CheckThread-https://www.google.com queueing http://www.google.com/hostednews/sitemap_index.xml
DEBUG 2014-12-12 13:41:15,816 CheckThread-https://www.google.com HttpUrl handles url http://www.google.com/maps/views/sitemap.xml
DEBUG 2014-12-12 13:41:15,816 CheckThread-https://www.google.com checking syntax
DEBUG 2014-12-12 13:41:15,816 CheckThread-https://www.google.com Intern URL u'http://www.google.com/maps/views/sitemap.xml'
DEBUG 2014-12-12 13:41:15,816 CheckThread-https://www.google.com queueing http://www.google.com/maps/views/sitemap.xml
DEBUG 2014-12-12 13:41:15,816 CheckThread-https://www.google.com HttpUrl handles url http://www.google.com/sitemaps_webmasters.xml
DEBUG 2014-12-12 13:41:15,817 CheckThread-https://www.google.com checking syntax
DEBUG 2014-12-12 13:41:15,817 CheckThread-https://www.google.com Intern URL u'http://www.google.com/sitemaps_webmasters.xml'
DEBUG 2014-12-12 13:41:15,817 CheckThread-https://www.google.com queueing http://www.google.com/sitemaps_webmasters.xml
DEBUG 2014-12-12 13:41:15,817 CheckThread-https://www.google.com HttpUrl handles url http://www.google.com/ventures/sitemap_ventures.xml
DEBUG 2014-12-12 13:41:15,817 CheckThread-https://www.google.com checking syntax
DEBUG 2014-12-12 13:41:15,817 CheckThread-https://www.google.com Intern URL u'http://www.google.com/ventures/sitemap_ventures.xml'
DEBUG 2014-12-12 13:41:15,817 CheckThread-https://www.google.com queueing http://www.google.com/ventures/sitemap_ventures.xml
DEBUG 2014-12-12 13:41:15,818 CheckThread-https://www.google.com HttpUrl handles url http://www.gstatic.com/dictionary/static/sitemaps/sitemap_index.xml
DEBUG 2014-12-12 13:41:15,818 CheckThread-https://www.google.com checking syntax
DEBUG 2014-12-12 13:41:15,818 CheckThread-https://www.google.com queueing http://www.gstatic.com/dictionary/static/sitemaps/sitemap_index.xml
DEBUG 2014-12-12 13:41:15,818 CheckThread-https://www.google.com HttpUrl handles url http://www.gstatic.com/earth/gallery/sitemaps/sitemap.xml
DEBUG 2014-12-12 13:41:15,818 CheckThread-https://www.google.com checking syntax
DEBUG 2014-12-12 13:41:15,818 CheckThread-https://www.google.com queueing http://www.gstatic.com/earth/gallery/sitemaps/sitemap.xml
DEBUG 2014-12-12 13:41:15,819 CheckThread-https://www.google.com HttpUrl handles url http://www.gstatic.com/s2/sitemaps/profiles-sitemap.xml
DEBUG 2014-12-12 13:41:15,819 CheckThread-https://www.google.com checking syntax
DEBUG 2014-12-12 13:41:15,819 CheckThread-https://www.google.com queueing http://www.gstatic.com/s2/sitemaps/profiles-sitemap.xml
DEBUG 2014-12-12 13:41:15,819 CheckThread-https://www.google.com HttpUrl handles url http://www.gstatic.com/trends/websites/sitemaps/sitemapindex.xml
DEBUG 2014-12-12 13:41:15,819 CheckThread-https://www.google.com checking syntax
DEBUG 2014-12-12 13:41:15,819 CheckThread-https://www.google.com queueing http://www.gstatic.com/trends/websites/sitemaps/sitemapindex.xml
DEBUG 2014-12-12 13:41:15,820 CheckThread-https://www.google.com HttpUrl handles url http://www.google.com/adwords/sitemap.xml
DEBUG 2014-12-12 13:41:15,820 CheckThread-https://www.google.com checking syntax
DEBUG 2014-12-12 13:41:15,820 CheckThread-https://www.google.com Intern URL u'http://www.google.com/adwords/sitemap.xml'
DEBUG 2014-12-12 13:41:15,820 CheckThread-https://www.google.com queueing http://www.google.com/adwords/sitemap.xml
DEBUG 2014-12-12 13:41:15,820 CheckThread-https://www.google.com HttpUrl handles url http://www.google.com/drive/sitemap.xml
DEBUG 2014-12-12 13:41:15,820 CheckThread-https://www.google.com checking syntax
DEBUG 2014-12-12 13:41:15,820 CheckThread-https://www.google.com Intern URL u'http://www.google.com/drive/sitemap.xml'
DEBUG 2014-12-12 13:41:15,821 CheckThread-https://www.google.com queueing http://www.google.com/drive/sitemap.xml
DEBUG 2014-12-12 13:41:15,821 CheckThread-https://www.google.com u'https://www.google.com/robots.txt' check allowance for:
  user agent: u'Mozilla/5.0 (compatible; LinkChecker/9.3; +http://wummel.github.io/linkchecker/)'
  url: u'https://www.google.com' ...
DEBUG 2014-12-12 13:41:15,821 CheckThread-https://www.google.com / Disallow: /search False
DEBUG 2014-12-12 13:41:15,821 CheckThread-https://www.google.com / Disallow: /sdch False
DEBUG 2014-12-12 13:41:15,821 CheckThread-https://www.google.com / Disallow: /groups False
DEBUG 2014-12-12 13:41:15,821 CheckThread-https://www.google.com / Disallow: /images False
DEBUG 2014-12-12 13:41:15,821 CheckThread-https://www.google.com / Disallow: /catalogs False
DEBUG 2014-12-12 13:41:15,821 CheckThread-https://www.google.com / Allow: /catalogs/about True
DEBUG 2014-12-12 13:41:15,821 CheckThread-https://www.google.com / Allow: /catalogs/p%3F True
DEBUG 2014-12-12 13:41:15,821 CheckThread-https://www.google.com / Disallow: /catalogues False
DEBUG 2014-12-12 13:41:15,821 CheckThread-https://www.google.com / Allow: /newsalerts True
DEBUG 2014-12-12 13:41:15,822 CheckThread-https://www.google.com / Disallow: /news False
DEBUG 2014-12-12 13:41:15,822 CheckThread-https://www.google.com / Allow: /news/directory True
DEBUG 2014-12-12 13:41:15,822 CheckThread-https://www.google.com / Disallow: /nwshp False
DEBUG 2014-12-12 13:41:15,822 CheckThread-https://www.google.com / Disallow: /setnewsprefs%3F False
DEBUG 2014-12-12 13:41:15,822 CheckThread-https://www.google.com / Disallow: /index.html%3F False
DEBUG 2014-12-12 13:41:15,822 CheckThread-https://www.google.com / Disallow: /%3F False
DEBUG 2014-12-12 13:41:15,822 CheckThread-https://www.google.com / Allow: /%3Fhl%3D True
DEBUG 2014-12-12 13:41:15,822 CheckThread-https://www.google.com / Disallow: /%3Fhl%3D%2A%26 False
DEBUG 2014-12-12 13:41:15,822 CheckThread-https://www.google.com / Allow: /%3Fhl%3D%2A%26gws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:15,822 CheckThread-https://www.google.com / Disallow: /%3Fhl%3D%2A%26%2A%26gws_rd%3Dssl False
DEBUG 2014-12-12 13:41:15,822 CheckThread-https://www.google.com / Allow: /%3Fgws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:15,822 CheckThread-https://www.google.com / Allow: /%3Fpt1%3Dtrue%24 True
DEBUG 2014-12-12 13:41:15,823 CheckThread-https://www.google.com / Disallow: /addurl/image%3F False
DEBUG 2014-12-12 13:41:15,823 CheckThread-https://www.google.com / Allow: /mail/help/ True
DEBUG 2014-12-12 13:41:15,823 CheckThread-https://www.google.com / Disallow: /mail/ False
DEBUG 2014-12-12 13:41:15,823 CheckThread-https://www.google.com / Disallow: /pagead/ False
DEBUG 2014-12-12 13:41:15,823 CheckThread-https://www.google.com / Disallow: /relpage/ False
DEBUG 2014-12-12 13:41:15,823 CheckThread-https://www.google.com / Disallow: /relcontent False
DEBUG 2014-12-12 13:41:15,823 CheckThread-https://www.google.com / Disallow: /imgres False
DEBUG 2014-12-12 13:41:15,823 CheckThread-https://www.google.com / Disallow: /imglanding False
DEBUG 2014-12-12 13:41:15,823 CheckThread-https://www.google.com / Disallow: /sbd False
DEBUG 2014-12-12 13:41:15,823 CheckThread-https://www.google.com / Disallow: /keyword/ False
DEBUG 2014-12-12 13:41:15,823 CheckThread-https://www.google.com / Disallow: /u/ False
DEBUG 2014-12-12 13:41:15,823 CheckThread-https://www.google.com / Disallow: /univ/ False
DEBUG 2014-12-12 13:41:15,824 CheckThread-https://www.google.com / Disallow: /cobrand False
DEBUG 2014-12-12 13:41:15,824 CheckThread-https://www.google.com / Disallow: /custom False
DEBUG 2014-12-12 13:41:15,824 CheckThread-https://www.google.com / Disallow: /advanced_group_search False
DEBUG 2014-12-12 13:41:15,824 CheckThread-https://www.google.com / Disallow: /googlesite False
DEBUG 2014-12-12 13:41:15,824 CheckThread-https://www.google.com / Disallow: /preferences False
DEBUG 2014-12-12 13:41:15,824 CheckThread-https://www.google.com / Disallow: /setprefs False
DEBUG 2014-12-12 13:41:15,824 CheckThread-https://www.google.com / Disallow: /swr False
DEBUG 2014-12-12 13:41:15,824 CheckThread-https://www.google.com / Disallow: /url False
DEBUG 2014-12-12 13:41:15,824 CheckThread-https://www.google.com / Disallow: /default False
DEBUG 2014-12-12 13:41:15,824 CheckThread-https://www.google.com / Disallow: /m%3F False
DEBUG 2014-12-12 13:41:15,824 CheckThread-https://www.google.com / Disallow: /m/ False
DEBUG 2014-12-12 13:41:15,824 CheckThread-https://www.google.com / Allow: /m/finance True
DEBUG 2014-12-12 13:41:15,825 CheckThread-https://www.google.com / Disallow: /wml%3F False
DEBUG 2014-12-12 13:41:15,825 CheckThread-https://www.google.com / Disallow: /wml/%3F False
DEBUG 2014-12-12 13:41:15,825 CheckThread-http://www.gstatic.com/trends/websites/sitemaps/sitemapindex.xml task_done http://www.gstatic.com/trends/websites/sitemaps/sitemapindex.xml
DEBUG 2014-12-12 13:41:15,825 CheckThread-https://www.google.com / Disallow: /wml/search%3F False
DEBUG 2014-12-12 13:41:15,826 CheckThread-http://www.gstatic.com/s2/sitemaps/profiles-sitemap.xml task_done http://www.gstatic.com/s2/sitemaps/profiles-sitemap.xml
DEBUG 2014-12-12 13:41:15,826 CheckThread-https://www.google.com / Disallow: /xhtml%3F False
DEBUG 2014-12-12 13:41:15,826 CheckThread-http://www.gstatic.com/earth/gallery/sitemaps/sitemap.xml task_done http://www.gstatic.com/earth/gallery/sitemaps/sitemap.xml
DEBUG 2014-12-12 13:41:15,827 CheckThread-https://www.google.com / Disallow: /xhtml/%3F False
DEBUG 2014-12-12 13:41:15,828 CheckThread-https://www.google.com/edu/sitemap.xml Checking https link
base_url=u'https://www.google.com/edu/sitemap.xml'
parent_url=u'https://www.google.com'
base_ref=None
recursion_level=1
url_connection=None
line=303
column=0
page=0
name=u''
anchor=u''
cache_url=https://www.google.com/edu/sitemap.xml
DEBUG 2014-12-12 13:41:15,828 CheckThread-https://www.google.com / Disallow: /xhtml/search%3F False
DEBUG 2014-12-12 13:41:15,828 CheckThread-http://www.gstatic.com/dictionary/static/sitemaps/sitemap_index.xml task_done http://www.gstatic.com/dictionary/static/sitemaps/sitemap_index.xml
DEBUG 2014-12-12 13:41:15,828 CheckThread-https://www.google.com/edu/sitemap.xml checking connection
DEBUG 2014-12-12 13:41:15,828 CheckThread-https://www.google.com / Disallow: /xml%3F False
DEBUG 2014-12-12 13:41:15,829 CheckThread-http://www.gstatic.com/culturalinstitute/sitemaps/www_google_com_culturalinstitute/sitemap-index.xml task_done http://www.gstatic.com/culturalinstitute/sitemaps/www_google_com_culturalinstitute/sitemap-index.xml
DEBUG 2014-12-12 13:41:15,829 CheckThread-https://www.google.com / Disallow: /imode%3F False
DEBUG 2014-12-12 13:41:15,830 CheckThread-https://www.google.com/work/sitemap.xml Checking https link
base_url=u'https://www.google.com/work/sitemap.xml'
parent_url=u'https://www.google.com'
base_ref=None
recursion_level=1
url_connection=None
line=304
column=0
page=0
name=u''
anchor=u''
cache_url=https://www.google.com/work/sitemap.xml
DEBUG 2014-12-12 13:41:15,830 CheckThread-https://www.google.com/intx/sitemap.xml Checking https link
base_url=u'https://www.google.com/intx/sitemap.xml'
parent_url=u'https://www.google.com'
base_ref=None
recursion_level=1
url_connection=None
line=305
column=0
page=0
name=u''
anchor=u''
cache_url=https://www.google.com/intx/sitemap.xml
DEBUG 2014-12-12 13:41:15,830 CheckThread-https://www.google.com / Disallow: /imode/%3F False
DEBUG 2014-12-12 13:41:15,830 CheckThread-https://www.google.com/work/sitemap.xml checking connection
DEBUG 2014-12-12 13:41:15,831 CheckThread-https://www.google.com/intx/sitemap.xml checking connection
DEBUG 2014-12-12 13:41:15,831 CheckThread-https://www.google.com / Disallow: /imode/search%3F False
DEBUG 2014-12-12 13:41:15,831 CheckThread-https://www.google.com / Disallow: /jsky%3F False
DEBUG 2014-12-12 13:41:15,831 CheckThread-https://www.google.com / Disallow: /jsky/%3F False
DEBUG 2014-12-12 13:41:15,831 CheckThread-https://www.google.com / Disallow: /jsky/search%3F False
DEBUG 2014-12-12 13:41:15,832 CheckThread-https://www.google.com / Disallow: /pda%3F False
DEBUG 2014-12-12 13:41:15,832 CheckThread-https://www.google.com / Disallow: /pda/%3F False
DEBUG 2014-12-12 13:41:15,832 CheckThread-https://www.google.com / Disallow: /pda/search%3F False
DEBUG 2014-12-12 13:41:15,832 CheckThread-https://www.google.com / Disallow: /sprint_xhtml False
DEBUG 2014-12-12 13:41:15,832 CheckThread-https://www.google.com / Disallow: /sprint_wml False
DEBUG 2014-12-12 13:41:15,832 CheckThread-https://www.google.com / Disallow: /pqa False
DEBUG 2014-12-12 13:41:15,832 CheckThread-https://www.google.com / Disallow: /palm False
DEBUG 2014-12-12 13:41:15,832 CheckThread-https://www.google.com / Disallow: /gwt/ False
DEBUG 2014-12-12 13:41:15,832 CheckThread-https://www.google.com / Disallow: /purchases False
DEBUG 2014-12-12 13:41:15,832 CheckThread-https://www.google.com / Disallow: /hws False
DEBUG 2014-12-12 13:41:15,832 CheckThread-https://www.google.com / Disallow: /bsd%3F False
DEBUG 2014-12-12 13:41:15,832 CheckThread-https://www.google.com / Disallow: /linux%3F False
DEBUG 2014-12-12 13:41:15,832 CheckThread-https://www.google.com / Disallow: /mac%3F False
DEBUG 2014-12-12 13:41:15,832 CheckThread-https://www.google.com / Disallow: /microsoft%3F False
DEBUG 2014-12-12 13:41:15,832 CheckThread-https://www.google.com / Disallow: /unclesam%3F False
DEBUG 2014-12-12 13:41:15,833 CheckThread-https://www.google.com / Disallow: /answers/search%3Fq%3D False
DEBUG 2014-12-12 13:41:15,833 CheckThread-https://www.google.com / Disallow: /local%3F False
DEBUG 2014-12-12 13:41:15,833 CheckThread-https://www.google.com / Disallow: /local_url False
DEBUG 2014-12-12 13:41:15,833 CheckThread-https://www.google.com / Disallow: /shihui%3F False
DEBUG 2014-12-12 13:41:15,833 CheckThread-https://www.google.com / Disallow: /shihui/ False
DEBUG 2014-12-12 13:41:15,833 CheckThread-https://www.google.com / Disallow: /froogle%3F False
DEBUG 2014-12-12 13:41:15,833 CheckThread-https://www.google.com / Disallow: /products%3F False
DEBUG 2014-12-12 13:41:15,833 CheckThread-https://www.google.com / Disallow: /froogle_ False
DEBUG 2014-12-12 13:41:15,833 CheckThread-https://www.google.com / Disallow: /product_ False
DEBUG 2014-12-12 13:41:15,833 CheckThread-http://www.google.com/hostednews/sitemap_index.xml Checking http link
base_url=u'http://www.google.com/hostednews/sitemap_index.xml'
parent_url=u'https://www.google.com'
base_ref=None
recursion_level=1
url_connection=None
line=306
column=0
page=0
name=u''
anchor=u''
cache_url=http://www.google.com/hostednews/sitemap_index.xml
DEBUG 2014-12-12 13:41:15,834 CheckThread-https://www.google.com / Disallow: /products_ False
DEBUG 2014-12-12 13:41:15,834 CheckThread-http://www.google.com/hostednews/sitemap_index.xml checking connection
DEBUG 2014-12-12 13:41:15,834 CheckThread-https://www.google.com / Disallow: /products%3B False
DEBUG 2014-12-12 13:41:15,836 CheckThread-https://www.google.com / Disallow: /print False
DEBUG 2014-12-12 13:41:15,836 CheckThread-https://www.google.com / Disallow: /books/ False
DEBUG 2014-12-12 13:41:15,837 CheckThread-https://www.google.com / Disallow: /bkshp%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:15,837 CheckThread-https://www.google.com / Disallow: /books%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:15,837 CheckThread-https://www.google.com / Disallow: /books%3F%2Aoutput%3D%2A False
DEBUG 2014-12-12 13:41:15,837 CheckThread-https://www.google.com / Disallow: /books%3F%2Apg%3D%2A False
DEBUG 2014-12-12 13:41:15,837 CheckThread-https://www.google.com / Disallow: /books%3F%2Ajtp%3D%2A False
DEBUG 2014-12-12 13:41:15,837 CheckThread-https://www.google.com / Disallow: /books%3F%2Ajscmd%3D%2A False
DEBUG 2014-12-12 13:41:15,837 CheckThread-https://www.google.com / Disallow: /books%3F%2Abuy%3D%2A False
DEBUG 2014-12-12 13:41:15,837 CheckThread-https://www.google.com / Disallow: /books%3F%2Azoom%3D%2A False
DEBUG 2014-12-12 13:41:15,837 CheckThread-https://www.google.com / Allow: /books%3F%2Aq%3Drelated%3A%2A True
DEBUG 2014-12-12 13:41:15,837 CheckThread-https://www.google.com / Allow: /books%3F%2Aq%3Deditions%3A%2A True
DEBUG 2014-12-12 13:41:15,837 CheckThread-https://www.google.com / Allow: /books%3F%2Aq%3Dsubject%3A%2A True
DEBUG 2014-12-12 13:41:15,838 CheckThread-https://www.google.com / Allow: /books/about True
DEBUG 2014-12-12 13:41:15,838 CheckThread-https://www.google.com / Allow: /booksrightsholders True
DEBUG 2014-12-12 13:41:15,838 CheckThread-https://www.google.com / Allow: /books%3F%2Azoom%3D1%2A True
DEBUG 2014-12-12 13:41:15,838 CheckThread-https://www.google.com / Allow: /books%3F%2Azoom%3D5%2A True
DEBUG 2014-12-12 13:41:15,838 CheckThread-https://www.google.com / Disallow: /ebooks/ False
DEBUG 2014-12-12 13:41:15,838 CheckThread-https://www.google.com / Disallow: /ebooks%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:15,838 CheckThread-https://www.google.com / Disallow: /ebooks%3F%2Aoutput%3D%2A False
DEBUG 2014-12-12 13:41:15,838 CheckThread-https://www.google.com / Disallow: /ebooks%3F%2Apg%3D%2A False
DEBUG 2014-12-12 13:41:15,838 CheckThread-https://www.google.com / Disallow: /ebooks%3F%2Ajscmd%3D%2A False
DEBUG 2014-12-12 13:41:15,838 CheckThread-https://www.google.com / Disallow: /ebooks%3F%2Abuy%3D%2A False
DEBUG 2014-12-12 13:41:15,839 CheckThread-https://www.google.com / Disallow: /ebooks%3F%2Azoom%3D%2A False
DEBUG 2014-12-12 13:41:15,839 CheckThread-https://www.google.com / Allow: /ebooks%3F%2Aq%3Drelated%3A%2A True
DEBUG 2014-12-12 13:41:15,839 CheckThread-https://www.google.com / Allow: /ebooks%3F%2Aq%3Deditions%3A%2A True
DEBUG 2014-12-12 13:41:15,839 CheckThread-https://www.google.com / Allow: /ebooks%3F%2Aq%3Dsubject%3A%2A True
DEBUG 2014-12-12 13:41:15,839 CheckThread-https://www.google.com / Allow: /ebooks%3F%2Azoom%3D1%2A True
DEBUG 2014-12-12 13:41:15,839 CheckThread-https://www.google.com / Allow: /ebooks%3F%2Azoom%3D5%2A True
DEBUG 2014-12-12 13:41:15,839 CheckThread-https://www.google.com / Disallow: /patents%3F False
DEBUG 2014-12-12 13:41:15,839 CheckThread-https://www.google.com / Disallow: /patents/download/ False
DEBUG 2014-12-12 13:41:15,839 CheckThread-https://www.google.com / Disallow: /patents/pdf/ False
DEBUG 2014-12-12 13:41:15,839 CheckThread-https://www.google.com / Disallow: /patents/related/ False
DEBUG 2014-12-12 13:41:15,840 CheckThread-https://www.google.com / Disallow: /scholar False
DEBUG 2014-12-12 13:41:15,840 CheckThread-https://www.google.com / Disallow: /citations%3F False
DEBUG 2014-12-12 13:41:15,840 CheckThread-https://www.google.com / Allow: /citations%3Fuser%3D True
DEBUG 2014-12-12 13:41:15,840 CheckThread-https://www.google.com / Disallow: /citations%3F%2Acstart%3D False
DEBUG 2014-12-12 13:41:15,840 CheckThread-https://www.google.com / Allow: /citations%3Fview_op%3Dnew_profile True
DEBUG 2014-12-12 13:41:15,840 CheckThread-https://www.google.com / Allow: /citations%3Fview_op%3Dtop_venues True
DEBUG 2014-12-12 13:41:15,840 CheckThread-https://www.google.com / Disallow: /complete False
DEBUG 2014-12-12 13:41:15,840 CheckThread-https://www.google.com / Disallow: /s%3F False
DEBUG 2014-12-12 13:41:15,840 CheckThread-https://www.google.com / Disallow: /sponsoredlinks False
DEBUG 2014-12-12 13:41:15,840 CheckThread-https://www.google.com / Disallow: /videosearch%3F False
DEBUG 2014-12-12 13:41:15,840 CheckThread-https://www.google.com / Disallow: /videopreview%3F False
DEBUG 2014-12-12 13:41:15,840 CheckThread-https://www.google.com / Disallow: /videoprograminfo%3F False
DEBUG 2014-12-12 13:41:15,841 CheckThread-https://www.google.com / Allow: /maps%3F%2Aoutput%3Dclassic%2A True
DEBUG 2014-12-12 13:41:15,841 CheckThread-https://www.google.com / Allow: /maps/api/js%3F True
DEBUG 2014-12-12 13:41:15,841 CheckThread-https://www.google.com / Allow: /maps/d/ True
DEBUG 2014-12-12 13:41:15,841 CheckThread-https://www.google.com / Disallow: /maps%3F False
DEBUG 2014-12-12 13:41:15,841 CheckThread-https://www.google.com / Disallow: /mapstt%3F False
DEBUG 2014-12-12 13:41:15,841 CheckThread-https://www.google.com / Disallow: /mapslt%3F False
DEBUG 2014-12-12 13:41:15,841 CheckThread-https://www.google.com / Disallow: /maps/stk/ False
DEBUG 2014-12-12 13:41:15,841 CheckThread-https://www.google.com / Disallow: /maps/br%3F False
DEBUG 2014-12-12 13:41:15,841 CheckThread-https://www.google.com / Disallow: /mapabcpoi%3F False
DEBUG 2014-12-12 13:41:15,841 CheckThread-https://www.google.com / Disallow: /maphp%3F False
DEBUG 2014-12-12 13:41:15,841 CheckThread-https://www.google.com / Disallow: /mapprint%3F False
DEBUG 2014-12-12 13:41:15,841 CheckThread-https://www.google.com / Disallow: /maps/api/js/ False
DEBUG 2014-12-12 13:41:15,842 CheckThread-https://www.google.com / Disallow: /maps/api/staticmap%3F False
DEBUG 2014-12-12 13:41:15,842 CheckThread-https://www.google.com / Disallow: /mld%3F False
DEBUG 2014-12-12 13:41:15,842 CheckThread-https://www.google.com / Disallow: /staticmap%3F False
DEBUG 2014-12-12 13:41:15,842 CheckThread-https://www.google.com / Disallow: /places/ False
DEBUG 2014-12-12 13:41:15,842 CheckThread-https://www.google.com / Allow: /places/%24 True
DEBUG 2014-12-12 13:41:15,842 CheckThread-https://www.google.com / Disallow: /maps/preview False
DEBUG 2014-12-12 13:41:15,842 CheckThread-https://www.google.com / Disallow: /maps/place False
DEBUG 2014-12-12 13:41:15,842 CheckThread-https://www.google.com / Disallow: /help/maps/streetview/partners/welcome/ False
DEBUG 2014-12-12 13:41:15,842 CheckThread-https://www.google.com / Disallow: /help/maps/indoormaps/partners/ False
DEBUG 2014-12-12 13:41:15,842 CheckThread-https://www.google.com / Disallow: /lochp%3F False
DEBUG 2014-12-12 13:41:15,842 CheckThread-https://www.google.com / Disallow: /center False
DEBUG 2014-12-12 13:41:15,843 CheckThread-https://www.google.com / Disallow: /ie%3F False
DEBUG 2014-12-12 13:41:15,843 CheckThread-https://www.google.com / Disallow: /sms/demo%3F False
DEBUG 2014-12-12 13:41:15,843 CheckThread-https://www.google.com / Disallow: /katrina%3F False
DEBUG 2014-12-12 13:41:15,843 CheckThread-https://www.google.com / Disallow: /blogsearch%3F False
DEBUG 2014-12-12 13:41:15,843 CheckThread-https://www.google.com / Disallow: /blogsearch/ False
DEBUG 2014-12-12 13:41:15,843 CheckThread-https://www.google.com / Disallow: /blogsearch_feeds False
DEBUG 2014-12-12 13:41:15,843 CheckThread-https://www.google.com / Disallow: /advanced_blog_search False
DEBUG 2014-12-12 13:41:15,843 CheckThread-https://www.google.com / Disallow: /uds/ False
DEBUG 2014-12-12 13:41:15,843 CheckThread-https://www.google.com / Disallow: /chart%3F False
DEBUG 2014-12-12 13:41:15,843 CheckThread-https://www.google.com / Disallow: /transit%3F False
DEBUG 2014-12-12 13:41:15,843 CheckThread-https://www.google.com / Disallow: /mbd%3F False
DEBUG 2014-12-12 13:41:15,843 CheckThread-https://www.google.com / Disallow: /extern_js/ False
DEBUG 2014-12-12 13:41:15,844 CheckThread-https://www.google.com / Disallow: /xjs/ False
DEBUG 2014-12-12 13:41:15,844 CheckThread-https://www.google.com / Disallow: /calendar/feeds/ False
DEBUG 2014-12-12 13:41:15,844 CheckThread-https://www.google.com / Disallow: /calendar/ical/ False
DEBUG 2014-12-12 13:41:15,844 CheckThread-https://www.google.com / Disallow: /cl2/feeds/ False
DEBUG 2014-12-12 13:41:15,844 CheckThread-https://www.google.com / Disallow: /cl2/ical/ False
DEBUG 2014-12-12 13:41:15,844 CheckThread-https://www.google.com / Disallow: /coop/directory False
DEBUG 2014-12-12 13:41:15,844 CheckThread-https://www.google.com / Disallow: /coop/manage False
DEBUG 2014-12-12 13:41:15,844 CheckThread-https://www.google.com / Disallow: /trends%3F False
DEBUG 2014-12-12 13:41:15,844 CheckThread-https://www.google.com / Disallow: /trends/music%3F False
DEBUG 2014-12-12 13:41:15,844 CheckThread-https://www.google.com / Disallow: /trends/hottrends%3F False
DEBUG 2014-12-12 13:41:15,844 CheckThread-https://www.google.com / Disallow: /trends/viz%3F False
DEBUG 2014-12-12 13:41:15,844 CheckThread-https://www.google.com / Disallow: /trends/embed.js%3F False
DEBUG 2014-12-12 13:41:15,845 CheckThread-https://www.google.com / Disallow: /trends/fetchComponent%3F False
DEBUG 2014-12-12 13:41:15,845 CheckThread-https://www.google.com / Disallow: /notebook/search%3F False
DEBUG 2014-12-12 13:41:15,845 CheckThread-https://www.google.com / Disallow: /musica False
DEBUG 2014-12-12 13:41:15,845 CheckThread-https://www.google.com / Disallow: /musicad False
DEBUG 2014-12-12 13:41:15,845 CheckThread-https://www.google.com / Disallow: /musicas False
DEBUG 2014-12-12 13:41:15,845 CheckThread-https://www.google.com / Disallow: /musicl False
DEBUG 2014-12-12 13:41:15,845 CheckThread-https://www.google.com / Disallow: /musics False
DEBUG 2014-12-12 13:41:15,845 CheckThread-https://www.google.com / Disallow: /musicsearch False
DEBUG 2014-12-12 13:41:15,845 CheckThread-https://www.google.com / Disallow: /musicsp False
DEBUG 2014-12-12 13:41:15,845 CheckThread-https://www.google.com / Disallow: /musiclp False
DEBUG 2014-12-12 13:41:15,845 CheckThread-https://www.google.com / Disallow: /browsersync False
DEBUG 2014-12-12 13:41:15,845 CheckThread-https://www.google.com / Disallow: /call False
DEBUG 2014-12-12 13:41:15,846 CheckThread-https://www.google.com / Disallow: /archivesearch%3F False
DEBUG 2014-12-12 13:41:15,846 CheckThread-https://www.google.com / Disallow: /archivesearch/url False
DEBUG 2014-12-12 13:41:15,846 CheckThread-https://www.google.com / Disallow: /archivesearch/advanced_search False
DEBUG 2014-12-12 13:41:15,846 CheckThread-https://www.google.com / Disallow: /base/reportbadoffer False
DEBUG 2014-12-12 13:41:15,846 CheckThread-https://www.google.com / Disallow: /urchin_test/ False
DEBUG 2014-12-12 13:41:15,846 CheckThread-https://www.google.com / Disallow: /movies%3F False
DEBUG 2014-12-12 13:41:15,846 CheckThread-https://www.google.com / Disallow: /codesearch%3F False
DEBUG 2014-12-12 13:41:15,846 CheckThread-https://www.google.com / Disallow: /codesearch/feeds/search%3F False
DEBUG 2014-12-12 13:41:15,846 CheckThread-https://www.google.com / Disallow: /wapsearch%3F False
DEBUG 2014-12-12 13:41:15,846 CheckThread-https://www.google.com / Disallow: /safebrowsing False
DEBUG 2014-12-12 13:41:15,846 CheckThread-https://www.google.com / Allow: /safebrowsing/diagnostic True
DEBUG 2014-12-12 13:41:15,846 CheckThread-https://www.google.com / Allow: /safebrowsing/report_badware/ True
DEBUG 2014-12-12 13:41:15,847 CheckThread-https://www.google.com / Allow: /safebrowsing/report_error/ True
DEBUG 2014-12-12 13:41:15,847 CheckThread-https://www.google.com / Allow: /safebrowsing/report_phish/ True
DEBUG 2014-12-12 13:41:15,847 CheckThread-https://www.google.com / Disallow: /reviews/search%3F False
DEBUG 2014-12-12 13:41:15,847 CheckThread-https://www.google.com / Disallow: /orkut/albums False
DEBUG 2014-12-12 13:41:15,847 CheckThread-https://www.google.com / Allow: /jsapi True
DEBUG 2014-12-12 13:41:15,847 CheckThread-https://www.google.com / Disallow: /views%3F False
DEBUG 2014-12-12 13:41:15,847 CheckThread-https://www.google.com / Disallow: /c/ False
DEBUG 2014-12-12 13:41:15,847 CheckThread-https://www.google.com / Disallow: /cbk False
DEBUG 2014-12-12 13:41:15,847 CheckThread-https://www.google.com / Allow: /cbk%3Foutput%3Dtile%26cb_client%3Dmaps_sv True
DEBUG 2014-12-12 13:41:15,847 CheckThread-https://www.google.com / Disallow: /recharge/dashboard/car False
DEBUG 2014-12-12 13:41:15,847 CheckThread-https://www.google.com / Disallow: /recharge/dashboard/static/ False
DEBUG 2014-12-12 13:41:15,848 CheckThread-https://www.google.com / Disallow: /translate_a/ False
DEBUG 2014-12-12 13:41:15,848 CheckThread-https://www.google.com / Disallow: /translate_c False
DEBUG 2014-12-12 13:41:15,848 CheckThread-https://www.google.com / Disallow: /translate_f False
DEBUG 2014-12-12 13:41:15,848 CheckThread-https://www.google.com / Disallow: /translate_static/ False
DEBUG 2014-12-12 13:41:15,848 CheckThread-https://www.google.com / Disallow: /translate_suggestion False
DEBUG 2014-12-12 13:41:15,848 CheckThread-https://www.google.com / Disallow: /profiles/me False
DEBUG 2014-12-12 13:41:15,848 CheckThread-https://www.google.com / Allow: /profiles True
DEBUG 2014-12-12 13:41:15,848 CheckThread-https://www.google.com / Disallow: /s2/profiles/me False
DEBUG 2014-12-12 13:41:15,848 CheckThread-https://www.google.com / Allow: /s2/profiles True
DEBUG 2014-12-12 13:41:15,848 CheckThread-https://www.google.com / Allow: /s2/oz True
DEBUG 2014-12-12 13:41:15,848 CheckThread-https://www.google.com / Allow: /s2/photos True
DEBUG 2014-12-12 13:41:15,849 CheckThread-https://www.google.com / Allow: /s2/search/social True
DEBUG 2014-12-12 13:41:15,849 CheckThread-https://www.google.com / Allow: /s2/static True
DEBUG 2014-12-12 13:41:15,849 CheckThread-https://www.google.com / Disallow: /s2 False
DEBUG 2014-12-12 13:41:15,849 CheckThread-https://www.google.com / Disallow: /transconsole/portal/ False
DEBUG 2014-12-12 13:41:15,849 CheckThread-https://www.google.com / Disallow: /gcc/ False
DEBUG 2014-12-12 13:41:15,849 CheckThread-https://www.google.com / Disallow: /aclk False
DEBUG 2014-12-12 13:41:15,849 CheckThread-https://www.google.com / Disallow: /cse%3F False
DEBUG 2014-12-12 13:41:15,849 CheckThread-https://www.google.com / Disallow: /cse/home False
DEBUG 2014-12-12 13:41:15,849 CheckThread-https://www.google.com / Disallow: /cse/panel False
DEBUG 2014-12-12 13:41:15,849 CheckThread-https://www.google.com / Disallow: /cse/manage False
DEBUG 2014-12-12 13:41:15,849 CheckThread-https://www.google.com / Disallow: /tbproxy/ False
DEBUG 2014-12-12 13:41:15,849 CheckThread-https://www.google.com / Disallow: /imesync/ False
DEBUG 2014-12-12 13:41:15,850 CheckThread-https://www.google.com / Disallow: /shenghuo/search%3F False
DEBUG 2014-12-12 13:41:15,850 CheckThread-https://www.google.com / Disallow: /support/forum/search%3F False
DEBUG 2014-12-12 13:41:15,850 CheckThread-https://www.google.com / Disallow: /reviews/polls/ False
DEBUG 2014-12-12 13:41:15,850 CheckThread-https://www.google.com / Disallow: /hosted/images/ False
DEBUG 2014-12-12 13:41:15,850 CheckThread-https://www.google.com / Disallow: /ppob/%3F False
DEBUG 2014-12-12 13:41:15,850 CheckThread-https://www.google.com / Disallow: /ppob%3F False
DEBUG 2014-12-12 13:41:15,850 CheckThread-https://www.google.com / Disallow: /adwordsresellers False
DEBUG 2014-12-12 13:41:15,850 CheckThread-https://www.google.com / Disallow: /accounts/ClientLogin False
DEBUG 2014-12-12 13:41:15,850 CheckThread-https://www.google.com / Disallow: /accounts/ClientAuth False
DEBUG 2014-12-12 13:41:15,850 CheckThread-https://www.google.com / Disallow: /accounts/o8 False
DEBUG 2014-12-12 13:41:15,850 CheckThread-https://www.google.com / Allow: /accounts/o8/id True
DEBUG 2014-12-12 13:41:15,850 CheckThread-https://www.google.com / Disallow: /topicsearch%3Fq%3D False
DEBUG 2014-12-12 13:41:15,850 CheckThread-https://www.google.com / Disallow: /xfx7/ False
DEBUG 2014-12-12 13:41:15,850 CheckThread-https://www.google.com / Disallow: /squared/api False
DEBUG 2014-12-12 13:41:15,850 CheckThread-https://www.google.com / Disallow: /squared/search False
DEBUG 2014-12-12 13:41:15,851 CheckThread-https://www.google.com / Disallow: /squared/table False
DEBUG 2014-12-12 13:41:15,851 CheckThread-https://www.google.com / Disallow: /toolkit/ False
DEBUG 2014-12-12 13:41:15,851 CheckThread-https://www.google.com / Allow: /toolkit/%2A.html True
DEBUG 2014-12-12 13:41:15,851 CheckThread-https://www.google.com / Disallow: /globalmarketfinder/ False
DEBUG 2014-12-12 13:41:15,851 CheckThread-https://www.google.com / Allow: /globalmarketfinder/%2A.html True
DEBUG 2014-12-12 13:41:15,851 CheckThread-https://www.google.com / Disallow: /qnasearch%3F False
DEBUG 2014-12-12 13:41:15,851 CheckThread-https://www.google.com / Disallow: /app/updates False
DEBUG 2014-12-12 13:41:15,851 CheckThread-https://www.google.com / Disallow: /sidewiki/entry/ False
DEBUG 2014-12-12 13:41:15,851 CheckThread-https://www.google.com / Disallow: /quality_form%3F False
DEBUG 2014-12-12 13:41:15,851 CheckThread-https://www.google.com / Disallow: /labs/popgadget/search False
DEBUG 2014-12-12 13:41:15,851 CheckThread-https://www.google.com / Disallow: /buzz/post False
DEBUG 2014-12-12 13:41:15,851 CheckThread-https://www.google.com / Disallow: /compressiontest/ False
DEBUG 2014-12-12 13:41:15,851 CheckThread-https://www.google.com / Disallow: /analytics/reporting/ False
DEBUG 2014-12-12 13:41:15,851 CheckThread-https://www.google.com / Disallow: /analytics/admin/ False
DEBUG 2014-12-12 13:41:15,851 CheckThread-https://www.google.com / Disallow: /analytics/web/ False
DEBUG 2014-12-12 13:41:15,851 CheckThread-https://www.google.com / Disallow: /analytics/feeds/ False
DEBUG 2014-12-12 13:41:15,851 CheckThread-https://www.google.com / Disallow: /analytics/settings/ False
DEBUG 2014-12-12 13:41:15,851 CheckThread-https://www.google.com / Allow: /alerts/manage True
DEBUG 2014-12-12 13:41:15,852 CheckThread-https://www.google.com / Allow: /alerts/remove True
DEBUG 2014-12-12 13:41:15,852 CheckThread-https://www.google.com / Disallow: /alerts/ False
DEBUG 2014-12-12 13:41:15,852 CheckThread-https://www.google.com / Allow: /alerts/%24 True
DEBUG 2014-12-12 13:41:15,852 CheckThread-https://www.google.com / Disallow: /ads/search%3F False
DEBUG 2014-12-12 13:41:15,852 CheckThread-https://www.google.com / Disallow: /ads/plan/action_plan%3F False
DEBUG 2014-12-12 13:41:15,852 CheckThread-https://www.google.com / Disallow: /ads/plan/api/ False
DEBUG 2014-12-12 13:41:15,852 CheckThread-https://www.google.com / Disallow: /phone/compare/%3F False
DEBUG 2014-12-12 13:41:15,852 CheckThread-https://www.google.com / Disallow: /travel/clk False
DEBUG 2014-12-12 13:41:15,852 CheckThread-https://www.google.com / Disallow: /hotelfinder/rpc False
DEBUG 2014-12-12 13:41:15,852 CheckThread-https://www.google.com / Disallow: /hotels/rpc False
DEBUG 2014-12-12 13:41:15,852 CheckThread-https://www.google.com / Disallow: /flights/rpc False
DEBUG 2014-12-12 13:41:15,852 CheckThread-https://www.google.com / Disallow: /commercesearch/services/ False
DEBUG 2014-12-12 13:41:15,852 CheckThread-https://www.google.com / Disallow: /evaluation/ False
DEBUG 2014-12-12 13:41:15,852 CheckThread-https://www.google.com / Disallow: /chrome/browser/mobile/tour False
DEBUG 2014-12-12 13:41:15,852 CheckThread-https://www.google.com / Disallow: /compare/%2A/apply%2A False
DEBUG 2014-12-12 13:41:15,852 CheckThread-https://www.google.com / Disallow: /forms/perks/ False
DEBUG 2014-12-12 13:41:15,852 CheckThread-https://www.google.com / Disallow: /baraza/%2A/search False
DEBUG 2014-12-12 13:41:15,852 CheckThread-https://www.google.com / Disallow: /baraza/%2A/report False
DEBUG 2014-12-12 13:41:15,853 CheckThread-https://www.google.com / Disallow: /shopping/suppliers/search False
DEBUG 2014-12-12 13:41:15,853 CheckThread-https://www.google.com / Disallow: /ct/ False
DEBUG 2014-12-12 13:41:15,853 CheckThread-https://www.google.com / Disallow: /edu/cs4hs/ False
DEBUG 2014-12-12 13:41:15,853 CheckThread-https://www.google.com / Disallow: /trustedstores/s/ False
DEBUG 2014-12-12 13:41:15,853 CheckThread-https://www.google.com / Disallow: /trustedstores/tm2 False
DEBUG 2014-12-12 13:41:15,853 CheckThread-https://www.google.com / Disallow: /trustedstores/verify False
DEBUG 2014-12-12 13:41:15,853 CheckThread-https://www.google.com / Disallow: /adwords/proposal False
DEBUG 2014-12-12 13:41:15,853 CheckThread-https://www.google.com / Disallow: /shopping/product/ False
DEBUG 2014-12-12 13:41:15,853 CheckThread-https://www.google.com / Disallow: /shopping/seller False
DEBUG 2014-12-12 13:41:15,853 CheckThread-https://www.google.com / Disallow: /shopping/reviewer False
DEBUG 2014-12-12 13:41:15,853 CheckThread-https://www.google.com / Disallow: /about/careers/apply/ False
DEBUG 2014-12-12 13:41:15,853 CheckThread-https://www.google.com / Disallow: /about/careers/applications/ False
DEBUG 2014-12-12 13:41:15,853 CheckThread-https://www.google.com / Disallow: /landing/signout.html False
DEBUG 2014-12-12 13:41:15,853 CheckThread-https://www.google.com / Allow: /gb/images True
DEBUG 2014-12-12 13:41:15,853 CheckThread-https://www.google.com / Allow: /gb/js True
DEBUG 2014-12-12 13:41:15,853 CheckThread-https://www.google.com  ... no rule lines of ['*'] applied to /; allowed.
DEBUG 2014-12-12 13:41:15,853 CheckThread-https://www.google.com Prepare request with {'method': 'GET', 'headers': {}, 'url': u'https://www.google.com'}
DEBUG 2014-12-12 13:41:15,854 CheckThread-https://www.google.com Send request with {'allow_redirects': False, 'stream': True, 'verify': True, 'timeout': 60}
DEBUG 2014-12-12 13:41:15,854 CheckThread-https://www.google.com/edu/sitemap.xml u'https://www.google.com/robots.txt' check allowance for:
  user agent: u'Mozilla/5.0 (compatible; LinkChecker/9.3; +http://wummel.github.io/linkchecker/)'
  url: u'https://www.google.com/edu/sitemap.xml' ...
DEBUG 2014-12-12 13:41:15,855 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /search False
DEBUG 2014-12-12 13:41:15,855 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /sdch False
DEBUG 2014-12-12 13:41:15,855 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /groups False
DEBUG 2014-12-12 13:41:15,855 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /images False
DEBUG 2014-12-12 13:41:15,856 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /catalogs False
DEBUG 2014-12-12 13:41:15,856 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /catalogs/about True
DEBUG 2014-12-12 13:41:15,856 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /catalogs/p%3F True
DEBUG 2014-12-12 13:41:15,856 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /catalogues False
DEBUG 2014-12-12 13:41:15,856 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /newsalerts True
DEBUG 2014-12-12 13:41:15,857 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /news False
DEBUG 2014-12-12 13:41:15,857 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /news/directory True
DEBUG 2014-12-12 13:41:15,857 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /nwshp False
DEBUG 2014-12-12 13:41:15,857 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /setnewsprefs%3F False
DEBUG 2014-12-12 13:41:15,857 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /index.html%3F False
DEBUG 2014-12-12 13:41:15,857 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /%3F False
DEBUG 2014-12-12 13:41:15,858 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /%3Fhl%3D True
DEBUG 2014-12-12 13:41:15,858 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /%3Fhl%3D%2A%26 False
DEBUG 2014-12-12 13:41:15,858 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /%3Fhl%3D%2A%26gws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:15,858 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /%3Fhl%3D%2A%26%2A%26gws_rd%3Dssl False
DEBUG 2014-12-12 13:41:15,858 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /%3Fgws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:15,858 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /%3Fpt1%3Dtrue%24 True
DEBUG 2014-12-12 13:41:15,859 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /addurl/image%3F False
DEBUG 2014-12-12 13:41:15,859 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /mail/help/ True
DEBUG 2014-12-12 13:41:15,859 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /mail/ False
DEBUG 2014-12-12 13:41:15,859 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /pagead/ False
DEBUG 2014-12-12 13:41:15,859 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /relpage/ False
DEBUG 2014-12-12 13:41:15,859 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /relcontent False
DEBUG 2014-12-12 13:41:15,860 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /imgres False
DEBUG 2014-12-12 13:41:15,860 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /imglanding False
DEBUG 2014-12-12 13:41:15,860 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /sbd False
DEBUG 2014-12-12 13:41:15,860 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /keyword/ False
DEBUG 2014-12-12 13:41:15,860 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /u/ False
DEBUG 2014-12-12 13:41:15,860 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /univ/ False
DEBUG 2014-12-12 13:41:15,861 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /cobrand False
DEBUG 2014-12-12 13:41:15,861 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /custom False
DEBUG 2014-12-12 13:41:15,861 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /advanced_group_search False
DEBUG 2014-12-12 13:41:15,861 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /googlesite False
DEBUG 2014-12-12 13:41:15,861 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /preferences False
DEBUG 2014-12-12 13:41:15,862 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /setprefs False
DEBUG 2014-12-12 13:41:15,862 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /swr False
DEBUG 2014-12-12 13:41:15,862 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /url False
DEBUG 2014-12-12 13:41:15,862 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /default False
DEBUG 2014-12-12 13:41:15,862 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /m%3F False
DEBUG 2014-12-12 13:41:15,862 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /m/ False
DEBUG 2014-12-12 13:41:15,862 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /m/finance True
DEBUG 2014-12-12 13:41:15,862 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /wml%3F False
DEBUG 2014-12-12 13:41:15,863 CheckThread-http://www.google.com/maps/views/sitemap.xml Checking http link
base_url=u'http://www.google.com/maps/views/sitemap.xml'
parent_url=u'https://www.google.com'
base_ref=None
recursion_level=1
url_connection=None
line=307
column=0
page=0
name=u''
anchor=u''
cache_url=http://www.google.com/maps/views/sitemap.xml
DEBUG 2014-12-12 13:41:15,863 CheckThread-http://www.google.com/sitemaps_webmasters.xml Checking http link
base_url=u'http://www.google.com/sitemaps_webmasters.xml'
parent_url=u'https://www.google.com'
base_ref=None
recursion_level=1
url_connection=None
line=308
column=0
page=0
name=u''
anchor=u''
cache_url=http://www.google.com/sitemaps_webmasters.xml
DEBUG 2014-12-12 13:41:15,863 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /wml/%3F False
DEBUG 2014-12-12 13:41:15,864 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml Checking http link
base_url=u'http://www.google.com/ventures/sitemap_ventures.xml'
parent_url=u'https://www.google.com'
base_ref=None
recursion_level=1
url_connection=None
line=309
column=0
page=0
name=u''
anchor=u''
cache_url=http://www.google.com/ventures/sitemap_ventures.xml
DEBUG 2014-12-12 13:41:15,863 CheckThread-http://www.google.com/maps/views/sitemap.xml checking connection
DEBUG 2014-12-12 13:41:15,864 CheckThread-http://www.google.com/adwords/sitemap.xml Checking http link
base_url=u'http://www.google.com/adwords/sitemap.xml'
parent_url=u'https://www.google.com'
base_ref=None
recursion_level=1
url_connection=None
line=314
column=0
page=0
name=u''
anchor=u''
cache_url=http://www.google.com/adwords/sitemap.xml
DEBUG 2014-12-12 13:41:15,864 CheckThread-http://www.google.com/drive/sitemap.xml Checking http link
base_url=u'http://www.google.com/drive/sitemap.xml'
parent_url=u'https://www.google.com'
base_ref=None
recursion_level=1
url_connection=None
line=315
column=0
page=0
name=u''
anchor=u''
cache_url=http://www.google.com/drive/sitemap.xml
DEBUG 2014-12-12 13:41:15,864 CheckThread-http://www.google.com/sitemaps_webmasters.xml checking connection
DEBUG 2014-12-12 13:41:15,864 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /wml/search%3F False
DEBUG 2014-12-12 13:41:15,866 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /xhtml%3F False
DEBUG 2014-12-12 13:41:15,865 CheckThread-http://www.google.com/adwords/sitemap.xml checking connection
DEBUG 2014-12-12 13:41:15,865 CheckThread-http://www.google.com/drive/sitemap.xml checking connection
DEBUG 2014-12-12 13:41:15,865 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml checking connection
DEBUG 2014-12-12 13:41:15,866 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /xhtml/%3F False
DEBUG 2014-12-12 13:41:15,866 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /xhtml/search%3F False
DEBUG 2014-12-12 13:41:15,867 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /xml%3F False
DEBUG 2014-12-12 13:41:15,867 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /imode%3F False
DEBUG 2014-12-12 13:41:15,867 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /imode/%3F False
DEBUG 2014-12-12 13:41:15,867 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /imode/search%3F False
DEBUG 2014-12-12 13:41:15,867 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /jsky%3F False
DEBUG 2014-12-12 13:41:15,867 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /jsky/%3F False
DEBUG 2014-12-12 13:41:15,867 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /jsky/search%3F False
DEBUG 2014-12-12 13:41:15,867 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /pda%3F False
DEBUG 2014-12-12 13:41:15,867 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /pda/%3F False
DEBUG 2014-12-12 13:41:15,867 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /pda/search%3F False
DEBUG 2014-12-12 13:41:15,867 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /sprint_xhtml False
DEBUG 2014-12-12 13:41:15,868 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /sprint_wml False
DEBUG 2014-12-12 13:41:15,868 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /pqa False
DEBUG 2014-12-12 13:41:15,868 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /palm False
DEBUG 2014-12-12 13:41:15,868 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /gwt/ False
DEBUG 2014-12-12 13:41:15,868 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /purchases False
DEBUG 2014-12-12 13:41:15,868 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /hws False
DEBUG 2014-12-12 13:41:15,868 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /bsd%3F False
DEBUG 2014-12-12 13:41:15,868 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /linux%3F False
DEBUG 2014-12-12 13:41:15,868 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /mac%3F False
DEBUG 2014-12-12 13:41:15,868 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /microsoft%3F False
DEBUG 2014-12-12 13:41:15,868 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /unclesam%3F False
DEBUG 2014-12-12 13:41:15,869 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /answers/search%3Fq%3D False
DEBUG 2014-12-12 13:41:15,869 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /local%3F False
DEBUG 2014-12-12 13:41:15,869 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /local_url False
DEBUG 2014-12-12 13:41:15,869 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /shihui%3F False
DEBUG 2014-12-12 13:41:15,869 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /shihui/ False
DEBUG 2014-12-12 13:41:15,869 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /froogle%3F False
DEBUG 2014-12-12 13:41:15,869 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /products%3F False
DEBUG 2014-12-12 13:41:15,869 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /froogle_ False
DEBUG 2014-12-12 13:41:15,869 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /product_ False
DEBUG 2014-12-12 13:41:15,869 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /products_ False
DEBUG 2014-12-12 13:41:15,869 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /products%3B False
DEBUG 2014-12-12 13:41:15,869 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /print False
DEBUG 2014-12-12 13:41:15,870 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /books/ False
DEBUG 2014-12-12 13:41:15,870 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /bkshp%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:15,870 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /books%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:15,870 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /books%3F%2Aoutput%3D%2A False
DEBUG 2014-12-12 13:41:15,870 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /books%3F%2Apg%3D%2A False
DEBUG 2014-12-12 13:41:15,870 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /books%3F%2Ajtp%3D%2A False
DEBUG 2014-12-12 13:41:15,870 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /books%3F%2Ajscmd%3D%2A False
DEBUG 2014-12-12 13:41:15,870 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /books%3F%2Abuy%3D%2A False
DEBUG 2014-12-12 13:41:15,870 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /books%3F%2Azoom%3D%2A False
DEBUG 2014-12-12 13:41:15,870 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /books%3F%2Aq%3Drelated%3A%2A True
DEBUG 2014-12-12 13:41:15,870 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /books%3F%2Aq%3Deditions%3A%2A True
DEBUG 2014-12-12 13:41:15,871 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /books%3F%2Aq%3Dsubject%3A%2A True
DEBUG 2014-12-12 13:41:15,871 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /books/about True
DEBUG 2014-12-12 13:41:15,871 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /booksrightsholders True
DEBUG 2014-12-12 13:41:15,871 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /books%3F%2Azoom%3D1%2A True
DEBUG 2014-12-12 13:41:15,871 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /books%3F%2Azoom%3D5%2A True
DEBUG 2014-12-12 13:41:15,871 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /ebooks/ False
DEBUG 2014-12-12 13:41:15,871 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /ebooks%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:15,871 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /ebooks%3F%2Aoutput%3D%2A False
DEBUG 2014-12-12 13:41:15,871 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /ebooks%3F%2Apg%3D%2A False
DEBUG 2014-12-12 13:41:15,871 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /ebooks%3F%2Ajscmd%3D%2A False
DEBUG 2014-12-12 13:41:15,871 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /ebooks%3F%2Abuy%3D%2A False
DEBUG 2014-12-12 13:41:15,871 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /ebooks%3F%2Azoom%3D%2A False
DEBUG 2014-12-12 13:41:15,872 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /ebooks%3F%2Aq%3Drelated%3A%2A True
DEBUG 2014-12-12 13:41:15,872 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /ebooks%3F%2Aq%3Deditions%3A%2A True
DEBUG 2014-12-12 13:41:15,872 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /ebooks%3F%2Aq%3Dsubject%3A%2A True
DEBUG 2014-12-12 13:41:15,872 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /ebooks%3F%2Azoom%3D1%2A True
DEBUG 2014-12-12 13:41:15,872 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /ebooks%3F%2Azoom%3D5%2A True
DEBUG 2014-12-12 13:41:15,872 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /patents%3F False
DEBUG 2014-12-12 13:41:15,872 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /patents/download/ False
DEBUG 2014-12-12 13:41:15,872 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /patents/pdf/ False
DEBUG 2014-12-12 13:41:15,872 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /patents/related/ False
DEBUG 2014-12-12 13:41:15,872 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /scholar False
DEBUG 2014-12-12 13:41:15,872 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /citations%3F False
DEBUG 2014-12-12 13:41:15,872 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /citations%3Fuser%3D True
DEBUG 2014-12-12 13:41:15,873 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /citations%3F%2Acstart%3D False
DEBUG 2014-12-12 13:41:15,873 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /citations%3Fview_op%3Dnew_profile True
DEBUG 2014-12-12 13:41:15,873 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /citations%3Fview_op%3Dtop_venues True
DEBUG 2014-12-12 13:41:15,873 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /complete False
DEBUG 2014-12-12 13:41:15,873 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /s%3F False
DEBUG 2014-12-12 13:41:15,873 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /sponsoredlinks False
DEBUG 2014-12-12 13:41:15,873 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /videosearch%3F False
DEBUG 2014-12-12 13:41:15,873 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /videopreview%3F False
DEBUG 2014-12-12 13:41:15,873 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /videoprograminfo%3F False
DEBUG 2014-12-12 13:41:15,873 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /maps%3F%2Aoutput%3Dclassic%2A True
DEBUG 2014-12-12 13:41:15,873 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /maps/api/js%3F True
DEBUG 2014-12-12 13:41:15,873 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /maps/d/ True
DEBUG 2014-12-12 13:41:15,874 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /maps%3F False
DEBUG 2014-12-12 13:41:15,874 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /mapstt%3F False
DEBUG 2014-12-12 13:41:15,874 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /mapslt%3F False
DEBUG 2014-12-12 13:41:15,874 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /maps/stk/ False
DEBUG 2014-12-12 13:41:15,874 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /maps/br%3F False
DEBUG 2014-12-12 13:41:15,874 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /mapabcpoi%3F False
DEBUG 2014-12-12 13:41:15,874 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /maphp%3F False
DEBUG 2014-12-12 13:41:15,874 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /mapprint%3F False
DEBUG 2014-12-12 13:41:15,874 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /maps/api/js/ False
DEBUG 2014-12-12 13:41:15,874 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /maps/api/staticmap%3F False
DEBUG 2014-12-12 13:41:15,874 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /mld%3F False
DEBUG 2014-12-12 13:41:15,874 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /staticmap%3F False
DEBUG 2014-12-12 13:41:15,874 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /places/ False
DEBUG 2014-12-12 13:41:15,875 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /places/%24 True
DEBUG 2014-12-12 13:41:15,875 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /maps/preview False
DEBUG 2014-12-12 13:41:15,875 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /maps/place False
DEBUG 2014-12-12 13:41:15,875 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /help/maps/streetview/partners/welcome/ False
DEBUG 2014-12-12 13:41:15,875 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /help/maps/indoormaps/partners/ False
DEBUG 2014-12-12 13:41:15,875 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /lochp%3F False
DEBUG 2014-12-12 13:41:15,875 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /center False
DEBUG 2014-12-12 13:41:15,875 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /ie%3F False
DEBUG 2014-12-12 13:41:15,875 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /sms/demo%3F False
DEBUG 2014-12-12 13:41:15,875 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /katrina%3F False
DEBUG 2014-12-12 13:41:15,875 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /blogsearch%3F False
DEBUG 2014-12-12 13:41:15,875 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /blogsearch/ False
DEBUG 2014-12-12 13:41:15,875 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /blogsearch_feeds False
DEBUG 2014-12-12 13:41:15,875 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /advanced_blog_search False
DEBUG 2014-12-12 13:41:15,876 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /uds/ False
DEBUG 2014-12-12 13:41:15,876 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /chart%3F False
DEBUG 2014-12-12 13:41:15,876 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /transit%3F False
DEBUG 2014-12-12 13:41:15,876 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /mbd%3F False
DEBUG 2014-12-12 13:41:15,876 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /extern_js/ False
DEBUG 2014-12-12 13:41:15,876 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /xjs/ False
DEBUG 2014-12-12 13:41:15,876 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /calendar/feeds/ False
DEBUG 2014-12-12 13:41:15,876 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /calendar/ical/ False
DEBUG 2014-12-12 13:41:15,876 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /cl2/feeds/ False
DEBUG 2014-12-12 13:41:15,876 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /cl2/ical/ False
DEBUG 2014-12-12 13:41:15,876 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /coop/directory False
DEBUG 2014-12-12 13:41:15,876 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /coop/manage False
DEBUG 2014-12-12 13:41:15,876 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /trends%3F False
DEBUG 2014-12-12 13:41:15,876 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /trends/music%3F False
DEBUG 2014-12-12 13:41:15,876 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /trends/hottrends%3F False
DEBUG 2014-12-12 13:41:15,877 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /trends/viz%3F False
DEBUG 2014-12-12 13:41:15,877 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /trends/embed.js%3F False
DEBUG 2014-12-12 13:41:15,877 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /trends/fetchComponent%3F False
DEBUG 2014-12-12 13:41:15,877 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /notebook/search%3F False
DEBUG 2014-12-12 13:41:15,877 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /musica False
DEBUG 2014-12-12 13:41:15,877 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /musicad False
DEBUG 2014-12-12 13:41:15,877 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /musicas False
DEBUG 2014-12-12 13:41:15,877 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /musicl False
DEBUG 2014-12-12 13:41:15,877 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /musics False
DEBUG 2014-12-12 13:41:15,877 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /musicsearch False
DEBUG 2014-12-12 13:41:15,877 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /musicsp False
DEBUG 2014-12-12 13:41:15,877 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /musiclp False
DEBUG 2014-12-12 13:41:15,877 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /browsersync False
DEBUG 2014-12-12 13:41:15,877 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /call False
DEBUG 2014-12-12 13:41:15,878 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /archivesearch%3F False
DEBUG 2014-12-12 13:41:15,878 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /archivesearch/url False
DEBUG 2014-12-12 13:41:15,878 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /archivesearch/advanced_search False
DEBUG 2014-12-12 13:41:15,878 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /base/reportbadoffer False
DEBUG 2014-12-12 13:41:15,878 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /urchin_test/ False
DEBUG 2014-12-12 13:41:15,878 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /movies%3F False
DEBUG 2014-12-12 13:41:15,878 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /codesearch%3F False
DEBUG 2014-12-12 13:41:15,878 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /codesearch/feeds/search%3F False
DEBUG 2014-12-12 13:41:15,878 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /wapsearch%3F False
DEBUG 2014-12-12 13:41:15,878 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /safebrowsing False
DEBUG 2014-12-12 13:41:15,878 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /safebrowsing/diagnostic True
DEBUG 2014-12-12 13:41:15,878 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /safebrowsing/report_badware/ True
DEBUG 2014-12-12 13:41:15,878 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /safebrowsing/report_error/ True
DEBUG 2014-12-12 13:41:15,878 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /safebrowsing/report_phish/ True
DEBUG 2014-12-12 13:41:15,879 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /reviews/search%3F False
DEBUG 2014-12-12 13:41:15,879 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /orkut/albums False
DEBUG 2014-12-12 13:41:15,879 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /jsapi True
DEBUG 2014-12-12 13:41:15,879 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /views%3F False
DEBUG 2014-12-12 13:41:15,879 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /c/ False
DEBUG 2014-12-12 13:41:15,879 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /cbk False
DEBUG 2014-12-12 13:41:15,879 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /cbk%3Foutput%3Dtile%26cb_client%3Dmaps_sv True
DEBUG 2014-12-12 13:41:15,879 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /recharge/dashboard/car False
DEBUG 2014-12-12 13:41:15,879 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /recharge/dashboard/static/ False
DEBUG 2014-12-12 13:41:15,879 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /translate_a/ False
DEBUG 2014-12-12 13:41:15,879 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /translate_c False
DEBUG 2014-12-12 13:41:15,879 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /translate_f False
DEBUG 2014-12-12 13:41:15,879 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /translate_static/ False
DEBUG 2014-12-12 13:41:15,879 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /translate_suggestion False
DEBUG 2014-12-12 13:41:15,880 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /profiles/me False
DEBUG 2014-12-12 13:41:15,880 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /profiles True
DEBUG 2014-12-12 13:41:15,880 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /s2/profiles/me False
DEBUG 2014-12-12 13:41:15,880 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /s2/profiles True
DEBUG 2014-12-12 13:41:15,880 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /s2/oz True
DEBUG 2014-12-12 13:41:15,880 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /s2/photos True
DEBUG 2014-12-12 13:41:15,880 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /s2/search/social True
DEBUG 2014-12-12 13:41:15,880 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /s2/static True
DEBUG 2014-12-12 13:41:15,880 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /s2 False
DEBUG 2014-12-12 13:41:15,880 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /transconsole/portal/ False
DEBUG 2014-12-12 13:41:15,880 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /gcc/ False
DEBUG 2014-12-12 13:41:15,880 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /aclk False
DEBUG 2014-12-12 13:41:15,880 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /cse%3F False
DEBUG 2014-12-12 13:41:15,880 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /cse/home False
DEBUG 2014-12-12 13:41:15,881 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /cse/panel False
DEBUG 2014-12-12 13:41:15,881 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /cse/manage False
DEBUG 2014-12-12 13:41:15,881 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /tbproxy/ False
DEBUG 2014-12-12 13:41:15,881 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /imesync/ False
DEBUG 2014-12-12 13:41:15,881 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /shenghuo/search%3F False
DEBUG 2014-12-12 13:41:15,881 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /support/forum/search%3F False
DEBUG 2014-12-12 13:41:15,881 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /reviews/polls/ False
DEBUG 2014-12-12 13:41:15,881 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /hosted/images/ False
DEBUG 2014-12-12 13:41:15,881 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /ppob/%3F False
DEBUG 2014-12-12 13:41:15,881 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /ppob%3F False
DEBUG 2014-12-12 13:41:15,881 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /adwordsresellers False
DEBUG 2014-12-12 13:41:15,881 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /accounts/ClientLogin False
DEBUG 2014-12-12 13:41:15,881 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /accounts/ClientAuth False
DEBUG 2014-12-12 13:41:15,881 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /accounts/o8 False
DEBUG 2014-12-12 13:41:15,882 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /accounts/o8/id True
DEBUG 2014-12-12 13:41:15,882 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /topicsearch%3Fq%3D False
DEBUG 2014-12-12 13:41:15,882 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /xfx7/ False
DEBUG 2014-12-12 13:41:15,882 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /squared/api False
DEBUG 2014-12-12 13:41:15,882 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /squared/search False
DEBUG 2014-12-12 13:41:15,882 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /squared/table False
DEBUG 2014-12-12 13:41:15,882 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /toolkit/ False
DEBUG 2014-12-12 13:41:15,882 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /toolkit/%2A.html True
DEBUG 2014-12-12 13:41:15,882 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /globalmarketfinder/ False
DEBUG 2014-12-12 13:41:15,882 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /globalmarketfinder/%2A.html True
DEBUG 2014-12-12 13:41:15,882 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /qnasearch%3F False
DEBUG 2014-12-12 13:41:15,882 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /app/updates False
DEBUG 2014-12-12 13:41:15,882 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /sidewiki/entry/ False
DEBUG 2014-12-12 13:41:15,882 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /quality_form%3F False
DEBUG 2014-12-12 13:41:15,883 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /labs/popgadget/search False
DEBUG 2014-12-12 13:41:15,883 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /buzz/post False
DEBUG 2014-12-12 13:41:15,883 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /compressiontest/ False
DEBUG 2014-12-12 13:41:15,883 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /analytics/reporting/ False
DEBUG 2014-12-12 13:41:15,883 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /analytics/admin/ False
DEBUG 2014-12-12 13:41:15,883 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /analytics/web/ False
DEBUG 2014-12-12 13:41:15,883 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /analytics/feeds/ False
DEBUG 2014-12-12 13:41:15,883 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /analytics/settings/ False
DEBUG 2014-12-12 13:41:15,883 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /alerts/manage True
DEBUG 2014-12-12 13:41:15,883 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /alerts/remove True
DEBUG 2014-12-12 13:41:15,883 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /alerts/ False
DEBUG 2014-12-12 13:41:15,883 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /alerts/%24 True
DEBUG 2014-12-12 13:41:15,883 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /ads/search%3F False
DEBUG 2014-12-12 13:41:15,883 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /ads/plan/action_plan%3F False
DEBUG 2014-12-12 13:41:15,883 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /ads/plan/api/ False
DEBUG 2014-12-12 13:41:15,884 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /phone/compare/%3F False
DEBUG 2014-12-12 13:41:15,884 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /travel/clk False
DEBUG 2014-12-12 13:41:15,884 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /hotelfinder/rpc False
DEBUG 2014-12-12 13:41:15,884 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /hotels/rpc False
DEBUG 2014-12-12 13:41:15,884 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /flights/rpc False
DEBUG 2014-12-12 13:41:15,884 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /commercesearch/services/ False
DEBUG 2014-12-12 13:41:15,884 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /evaluation/ False
DEBUG 2014-12-12 13:41:15,884 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /chrome/browser/mobile/tour False
DEBUG 2014-12-12 13:41:15,884 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /compare/%2A/apply%2A False
DEBUG 2014-12-12 13:41:15,884 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /forms/perks/ False
DEBUG 2014-12-12 13:41:15,884 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /baraza/%2A/search False
DEBUG 2014-12-12 13:41:15,884 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /baraza/%2A/report False
DEBUG 2014-12-12 13:41:15,884 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /shopping/suppliers/search False
DEBUG 2014-12-12 13:41:15,884 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /ct/ False
DEBUG 2014-12-12 13:41:15,885 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /edu/cs4hs/ False
DEBUG 2014-12-12 13:41:15,885 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /trustedstores/s/ False
DEBUG 2014-12-12 13:41:15,885 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /trustedstores/tm2 False
DEBUG 2014-12-12 13:41:15,885 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /trustedstores/verify False
DEBUG 2014-12-12 13:41:15,885 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /adwords/proposal False
DEBUG 2014-12-12 13:41:15,885 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /shopping/product/ False
DEBUG 2014-12-12 13:41:15,885 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /shopping/seller False
DEBUG 2014-12-12 13:41:15,885 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /shopping/reviewer False
DEBUG 2014-12-12 13:41:15,885 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /about/careers/apply/ False
DEBUG 2014-12-12 13:41:15,885 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /about/careers/applications/ False
DEBUG 2014-12-12 13:41:15,885 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /landing/signout.html False
DEBUG 2014-12-12 13:41:15,885 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /gb/images True
DEBUG 2014-12-12 13:41:15,885 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /gb/js True
DEBUG 2014-12-12 13:41:15,885 CheckThread-https://www.google.com/edu/sitemap.xml  ... no rule lines of ['*'] applied to /edu/sitemap.xml; allowed.
DEBUG 2014-12-12 13:41:15,886 CheckThread-https://www.google.com/edu/sitemap.xml Prepare request with {'method': 'GET', 'headers': {'Referer': u'https://www.google.com'}, 'url': u'https://www.google.com/edu/sitemap.xml'}
DEBUG 2014-12-12 13:41:15,886 CheckThread-https://www.google.com/work/sitemap.xml u'https://www.google.com/robots.txt' check allowance for:
  user agent: u'Mozilla/5.0 (compatible; LinkChecker/9.3; +http://wummel.github.io/linkchecker/)'
  url: u'https://www.google.com/work/sitemap.xml' ...
DEBUG 2014-12-12 13:41:15,887 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /search False
DEBUG 2014-12-12 13:41:15,887 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /sdch False
DEBUG 2014-12-12 13:41:15,887 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /groups False
DEBUG 2014-12-12 13:41:15,887 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /images False
DEBUG 2014-12-12 13:41:15,887 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /catalogs False
DEBUG 2014-12-12 13:41:15,888 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /catalogs/about True
DEBUG 2014-12-12 13:41:15,888 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /catalogs/p%3F True
DEBUG 2014-12-12 13:41:15,888 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /catalogues False
DEBUG 2014-12-12 13:41:15,888 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /newsalerts True
DEBUG 2014-12-12 13:41:15,888 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /news False
DEBUG 2014-12-12 13:41:15,888 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /news/directory True
DEBUG 2014-12-12 13:41:15,889 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /nwshp False
DEBUG 2014-12-12 13:41:15,889 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /setnewsprefs%3F False
DEBUG 2014-12-12 13:41:15,889 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /index.html%3F False
DEBUG 2014-12-12 13:41:15,889 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /%3F False
DEBUG 2014-12-12 13:41:15,889 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /%3Fhl%3D True
DEBUG 2014-12-12 13:41:15,890 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /%3Fhl%3D%2A%26 False
DEBUG 2014-12-12 13:41:15,890 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /%3Fhl%3D%2A%26gws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:15,890 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /%3Fhl%3D%2A%26%2A%26gws_rd%3Dssl False
DEBUG 2014-12-12 13:41:15,890 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /%3Fgws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:15,890 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /%3Fpt1%3Dtrue%24 True
DEBUG 2014-12-12 13:41:15,890 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /addurl/image%3F False
DEBUG 2014-12-12 13:41:15,891 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /mail/help/ True
DEBUG 2014-12-12 13:41:15,891 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /mail/ False
DEBUG 2014-12-12 13:41:15,891 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /pagead/ False
DEBUG 2014-12-12 13:41:15,891 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /relpage/ False
DEBUG 2014-12-12 13:41:15,891 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /relcontent False
DEBUG 2014-12-12 13:41:15,891 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /imgres False
DEBUG 2014-12-12 13:41:15,892 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /imglanding False
DEBUG 2014-12-12 13:41:15,892 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /sbd False
DEBUG 2014-12-12 13:41:15,892 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /keyword/ False
DEBUG 2014-12-12 13:41:15,892 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /u/ False
DEBUG 2014-12-12 13:41:15,892 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /univ/ False
DEBUG 2014-12-12 13:41:15,892 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /cobrand False
DEBUG 2014-12-12 13:41:15,893 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /custom False
DEBUG 2014-12-12 13:41:15,893 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /advanced_group_search False
DEBUG 2014-12-12 13:41:15,893 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /googlesite False
DEBUG 2014-12-12 13:41:15,893 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /preferences False
DEBUG 2014-12-12 13:41:15,893 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /setprefs False
DEBUG 2014-12-12 13:41:15,893 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /swr False
DEBUG 2014-12-12 13:41:15,894 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /url False
DEBUG 2014-12-12 13:41:15,894 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /default False
DEBUG 2014-12-12 13:41:15,894 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /m%3F False
DEBUG 2014-12-12 13:41:15,894 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /m/ False
DEBUG 2014-12-12 13:41:15,894 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /m/finance True
DEBUG 2014-12-12 13:41:15,894 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /wml%3F False
DEBUG 2014-12-12 13:41:15,895 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /wml/%3F False
DEBUG 2014-12-12 13:41:15,895 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /wml/search%3F False
DEBUG 2014-12-12 13:41:15,895 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /xhtml%3F False
DEBUG 2014-12-12 13:41:15,895 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /xhtml/%3F False
DEBUG 2014-12-12 13:41:15,895 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /xhtml/search%3F False
DEBUG 2014-12-12 13:41:15,895 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /xml%3F False
DEBUG 2014-12-12 13:41:15,896 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /imode%3F False
DEBUG 2014-12-12 13:41:15,896 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /imode/%3F False
DEBUG 2014-12-12 13:41:15,896 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /imode/search%3F False
DEBUG 2014-12-12 13:41:15,896 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /jsky%3F False
DEBUG 2014-12-12 13:41:15,896 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /jsky/%3F False
DEBUG 2014-12-12 13:41:15,896 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /jsky/search%3F False
DEBUG 2014-12-12 13:41:15,897 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /pda%3F False
DEBUG 2014-12-12 13:41:15,897 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /pda/%3F False
DEBUG 2014-12-12 13:41:15,897 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /pda/search%3F False
DEBUG 2014-12-12 13:41:15,897 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /sprint_xhtml False
DEBUG 2014-12-12 13:41:15,897 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /sprint_wml False
DEBUG 2014-12-12 13:41:15,898 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /pqa False
DEBUG 2014-12-12 13:41:15,898 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /palm False
DEBUG 2014-12-12 13:41:15,898 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /gwt/ False
DEBUG 2014-12-12 13:41:15,898 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /purchases False
DEBUG 2014-12-12 13:41:15,898 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /hws False
DEBUG 2014-12-12 13:41:15,898 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /bsd%3F False
DEBUG 2014-12-12 13:41:15,898 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /linux%3F False
DEBUG 2014-12-12 13:41:15,900 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /mac%3F False
DEBUG 2014-12-12 13:41:15,901 CheckThread-https://www.google.com task_done https://www.google.com

DEBUG 2014-12-12 13:41:15,902 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /microsoft%3F False
********** Oops, I did it again. *************

You have found an internal error in LinkChecker. Please write a bug report
at https://github.com/wummel/linkchecker/issues
and include the following information:
- the URL or file you are testing
- the system information below

When using the commandline client:
- your commandline arguments and any custom configuration files.
- the output of a debug run with option "-Dall"

Not disclosing some of the information above due to privacy reasons is ok.
I will try to help you nonetheless, but you have to give me something
I can work with ;) .


Traceback (most recent call last):
  File "/usr/lib/python2.7/dist-packages/linkcheck/director/checker.py", line 104, in check_url
DEBUG 2014-12-12 13:41:15,902 CheckThread-http://www.google.com/hostednews/sitemap_index.xml u'http://www.google.com/robots.txt' parse lines
    line: self.check_url_data(url_data)DEBUG 2014-12-12 13:41:15,902 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /unclesam%3F False

    locals:
DEBUG 2014-12-12 13:41:15,908 CheckThread-http://www.google.com/hostednews/sitemap_index.xml Parsed rules:
User-agent: *
Disallow: /search
Disallow: /sdch
Disallow: /groups
Disallow: /images
Disallow: /catalogs
Allow: /catalogs/about
Allow: /catalogs/p%3F
Disallow: /catalogues
Allow: /newsalerts
Disallow: /news
Allow: /news/directory
Disallow: /nwshp
Disallow: /setnewsprefs%3F
Disallow: /index.html%3F
Disallow: /%3F
Allow: /%3Fhl%3D
Disallow: /%3Fhl%3D%2A%26
Allow: /%3Fhl%3D%2A%26gws_rd%3Dssl%24
Disallow: /%3Fhl%3D%2A%26%2A%26gws_rd%3Dssl
Allow: /%3Fgws_rd%3Dssl%24
Allow: /%3Fpt1%3Dtrue%24
Disallow: /addurl/image%3F
Allow: /mail/help/
Disallow: /mail/
Disallow: /pagead/
Disallow: /relpage/
Disallow: /relcontent
Disallow: /imgres
Disallow: /imglanding
Disallow: /sbd
Disallow: /keyword/
Disallow: /u/
Disallow: /univ/
Disallow: /cobrand
Disallow: /custom
Disallow: /advanced_group_search
Disallow: /googlesite
Disallow: /preferences
Disallow: /setprefs
Disallow: /swr
Disallow: /url
Disallow: /default
Disallow: /m%3F
Disallow: /m/
Allow: /m/finance
Disallow: /wml%3F
Disallow: /wml/%3F
Disallow: /wml/search%3F
Disallow: /xhtml%3F
Disallow: /xhtml/%3F
Disallow: /xhtml/search%3F
Disallow: /xml%3F
Disallow: /imode%3F
Disallow: /imode/%3F
Disallow: /imode/search%3F
Disallow: /jsky%3F
Disallow: /jsky/%3F
Disallow: /jsky/search%3F
Disallow: /pda%3F
Disallow: /pda/%3F
Disallow: /pda/search%3F
Disallow: /sprint_xhtml
Disallow: /sprint_wml
Disallow: /pqa
Disallow: /palm
Disallow: /gwt/
Disallow: /purchases
Disallow: /hws
Disallow: /bsd%3F
Disallow: /linux%3F
Disallow: /mac%3F
Disallow: /microsoft%3F
Disallow: /unclesam%3F
Disallow: /answers/search%3Fq%3D
Disallow: /local%3F
Disallow: /local_url
Disallow: /shihui%3F
Disallow: /shihui/
Disallow: /froogle%3F
Disallow: /products%3F
Disallow: /froogle_
Disallow: /product_
Disallow: /products_
Disallow: /products%3B
Disallow: /print
Disallow: /books/
Disallow: /bkshp%3F%2Aq%3D%2A
Disallow: /books%3F%2Aq%3D%2A
Disallow: /books%3F%2Aoutput%3D%2A
Disallow: /books%3F%2Apg%3D%2A
Disallow: /books%3F%2Ajtp%3D%2A
Disallow: /books%3F%2Ajscmd%3D%2A
Disallow: /books%3F%2Abuy%3D%2A
Disallow: /books%3F%2Azoom%3D%2A
Allow: /books%3F%2Aq%3Drelated%3A%2A
Allow: /books%3F%2Aq%3Deditions%3A%2A
Allow: /books%3F%2Aq%3Dsubject%3A%2A
Allow: /books/about
Allow: /booksrightsholders
Allow: /books%3F%2Azoom%3D1%2A
Allow: /books%3F%2Azoom%3D5%2A
Disallow: /ebooks/
Disallow: /ebooks%3F%2Aq%3D%2A
Disallow: /ebooks%3F%2Aoutput%3D%2A
Disallow: /ebooks%3F%2Apg%3D%2A
Disallow: /ebooks%3F%2Ajscmd%3D%2A
Disallow: /ebooks%3F%2Abuy%3D%2A
Disallow: /ebooks%3F%2Azoom%3D%2A
Allow: /ebooks%3F%2Aq%3Drelated%3A%2A
Allow: /ebooks%3F%2Aq%3Deditions%3A%2A
Allow: /ebooks%3F%2Aq%3Dsubject%3A%2A
Allow: /ebooks%3F%2Azoom%3D1%2A
Allow: /ebooks%3F%2Azoom%3D5%2A
Disallow: /patents%3F
Disallow: /patents/download/
Disallow: /patents/pdf/
Disallow: /patents/related/
Disallow: /scholar
Disallow: /citations%3F
Allow: /citations%3Fuser%3D
Disallow: /citations%3F%2Acstart%3D
Allow: /citations%3Fview_op%3Dnew_profile
Allow: /citations%3Fview_op%3Dtop_venues
Disallow: /complete
Disallow: /s%3F
Disallow: /sponsoredlinks
Disallow: /videosearch%3F
Disallow: /videopreview%3F
Disallow: /videoprograminfo%3F
Allow: /maps%3F%2Aoutput%3Dclassic%2A
Allow: /maps/api/js%3F
Allow: /maps/d/
Disallow: /maps%3F
Disallow: /mapstt%3F
Disallow: /mapslt%3F
Disallow: /maps/stk/
Disallow: /maps/br%3F
Disallow: /mapabcpoi%3F
Disallow: /maphp%3F
Disallow: /mapprint%3F
Disallow: /maps/api/js/
Disallow: /maps/api/staticmap%3F
Disallow: /mld%3F
Disallow: /staticmap%3F
Disallow: /places/
Allow: /places/%24
Disallow: /maps/preview
Disallow: /maps/place
Disallow: /help/maps/streetview/partners/welcome/
Disallow: /help/maps/indoormaps/partners/
Disallow: /lochp%3F
Disallow: /center
Disallow: /ie%3F
Disallow: /sms/demo%3F
Disallow: /katrina%3F
Disallow: /blogsearch%3F
Disallow: /blogsearch/
Disallow: /blogsearch_feeds
Disallow: /advanced_blog_search
Disallow: /uds/
Disallow: /chart%3F
Disallow: /transit%3F
Disallow: /mbd%3F
Disallow: /extern_js/
Disallow: /xjs/
Disallow: /calendar/feeds/
Disallow: /calendar/ical/
Disallow: /cl2/feeds/
Disallow: /cl2/ical/
Disallow: /coop/directory
Disallow: /coop/manage
Disallow: /trends%3F
Disallow: /trends/music%3F
Disallow: /trends/hottrends%3F
Disallow: /trends/viz%3F
Disallow: /trends/embed.js%3F
Disallow: /trends/fetchComponent%3F
Disallow: /notebook/search%3F
Disallow: /musica
Disallow: /musicad
Disallow: /musicas
Disallow: /musicl
Disallow: /musics
Disallow: /musicsearch
Disallow: /musicsp
Disallow: /musiclp
Disallow: /browsersync
Disallow: /call
Disallow: /archivesearch%3F
Disallow: /archivesearch/url
Disallow: /archivesearch/advanced_search
Disallow: /base/reportbadoffer
Disallow: /urchin_test/
Disallow: /movies%3F
Disallow: /codesearch%3F
Disallow: /codesearch/feeds/search%3F
Disallow: /wapsearch%3F
Disallow: /safebrowsing
Allow: /safebrowsing/diagnostic
Allow: /safebrowsing/report_badware/
Allow: /safebrowsing/report_error/
Allow: /safebrowsing/report_phish/
Disallow: /reviews/search%3F
Disallow: /orkut/albums
Allow: /jsapi
Disallow: /views%3F
Disallow: /c/
Disallow: /cbk
Allow: /cbk%3Foutput%3Dtile%26cb_client%3Dmaps_sv
Disallow: /recharge/dashboard/car
Disallow: /recharge/dashboard/static/
Disallow: /translate_a/
Disallow: /translate_c
Disallow: /translate_f
Disallow: /translate_static/
Disallow: /translate_suggestion
Disallow: /profiles/me
Allow: /profiles
Disallow: /s2/profiles/me
Allow: /s2/profiles
Allow: /s2/oz
Allow: /s2/photos
Allow: /s2/search/social
Allow: /s2/static
Disallow: /s2
Disallow: /transconsole/portal/
Disallow: /gcc/
Disallow: /aclk
Disallow: /cse%3F
Disallow: /cse/home
Disallow: /cse/panel
Disallow: /cse/manage
Disallow: /tbproxy/
Disallow: /imesync/
Disallow: /shenghuo/search%3F
Disallow: /support/forum/search%3F
Disallow: /reviews/polls/
Disallow: /hosted/images/
Disallow: /ppob/%3F
Disallow: /ppob%3F
Disallow: /adwordsresellers
Disallow: /accounts/ClientLogin
Disallow: /accounts/ClientAuth
Disallow: /accounts/o8
Allow: /accounts/o8/id
Disallow: /topicsearch%3Fq%3D
Disallow: /xfx7/
Disallow: /squared/api
Disallow: /squared/search
Disallow: /squared/table
Disallow: /toolkit/
Allow: /toolkit/%2A.html
Disallow: /globalmarketfinder/
Allow: /globalmarketfinder/%2A.html
Disallow: /qnasearch%3F
Disallow: /app/updates
Disallow: /sidewiki/entry/
Disallow: /quality_form%3F
Disallow: /labs/popgadget/search
Disallow: /buzz/post
Disallow: /compressiontest/
Disallow: /analytics/reporting/
Disallow: /analytics/admin/
Disallow: /analytics/web/
Disallow: /analytics/feeds/
Disallow: /analytics/settings/
Allow: /alerts/manage
Allow: /alerts/remove
Disallow: /alerts/
Allow: /alerts/%24
Disallow: /ads/search%3F
Disallow: /ads/plan/action_plan%3F
Disallow: /ads/plan/api/
Disallow: /phone/compare/%3F
Disallow: /travel/clk
Disallow: /hotelfinder/rpc
Disallow: /hotels/rpc
Disallow: /flights/rpc
Disallow: /commercesearch/services/
Disallow: /evaluation/
Disallow: /chrome/browser/mobile/tour
Disallow: /compare/%2A/apply%2A
Disallow: /forms/perks/
Disallow: /baraza/%2A/search
Disallow: /baraza/%2A/report
Disallow: /shopping/suppliers/search
Disallow: /ct/
Disallow: /edu/cs4hs/
Disallow: /trustedstores/s/
Disallow: /trustedstores/tm2
Disallow: /trustedstores/verify
Disallow: /adwords/proposal
Disallow: /shopping/product/
Disallow: /shopping/seller
Disallow: /shopping/reviewer
Disallow: /about/careers/apply/
Disallow: /about/careers/applications/
Disallow: /landing/signout.html
Allow: /gb/images
Allow: /gb/js
      self = <local> <Checker(CheckThread-https://www.google.com, started 139770702620416)>
      self.check_url_data = <local> <bound method Checker.check_url_data of <Checker(CheckThread-https://www.google.com, started 139770702620416)>>
DEBUG 2014-12-12 13:41:15,908 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /answers/search%3Fq%3D False      url_data = <local> <https link, base_url=u'https://www.google.com', parent_url=None, base_ref=None, recursion_level=0, url_connection=None, line=0, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com>

  File "/usr/lib/python2.7/dist-packages/linkcheck/director/checker.py", line 120, in check_url_data
    line: check_url(url_data, self.logger)DEBUG 2014-12-12 13:41:15,909 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /local%3F False
    locals:

      check_url = <global> <function check_url at 0x7f1ee876bc08>
      url_data = <local> <https link, base_url=u'https://www.google.com', parent_url=None, base_ref=None, recursion_level=0, url_connection=None, line=0, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com>
      self = <local> <Checker(CheckThread-https://www.google.com, started 139770702620416)>
      self.logger = <local> <linkcheck.director.logger.Logger object at 0x7f1ee825cd50>
  File "/usr/lib/python2.7/dist-packages/linkcheck/director/checker.py", line 52, in check_url
    line: url_data.check()
DEBUG 2014-12-12 13:41:15,909 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /local_url False    locals:

DEBUG 2014-12-12 13:41:15,909 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /shihui%3F False      url_data = <local> <https link, base_url=u'https://www.google.com', parent_url=None, base_ref=None, recursion_level=0, url_connection=None, line=0, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com>

      url_data.check = <local> <bound method HttpUrl.check of <https link, base_url=u'https://www.google.com', parent_url=None, base_ref=None, recursion_level=0, url_connection=None, line=0, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com>>DEBUG 2014-12-12 13:41:15,909 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /shihui/ False

  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/urlbase.py", line 424, in check
DEBUG 2014-12-12 13:41:15,909 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /froogle%3F False
DEBUG 2014-12-12 13:41:15,910 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /products%3F False
DEBUG 2014-12-12 13:41:15,910 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /froogle_ False
DEBUG 2014-12-12 13:41:15,910 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /product_ False
DEBUG 2014-12-12 13:41:15,910 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /products_ False
    line: self.local_check()DEBUG 2014-12-12 13:41:15,910 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /products%3B False
    locals:

      self = <local> <https link, base_url=u'https://www.google.com', parent_url=None, base_ref=None, recursion_level=0, url_connection=None, line=0, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com>DEBUG 2014-12-12 13:41:15,910 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /print False
      self.local_check = <local> <bound method HttpUrl.local_check of <https link, base_url=u'https://www.google.com', parent_url=None, base_ref=None, recursion_level=0, url_connection=None, line=0, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com>>

  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/urlbase.py", line 442, in local_check
DEBUG 2014-12-12 13:41:15,910 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /books/ False    line: self.check_connection()

    locals:
DEBUG 2014-12-12 13:41:15,911 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /bkshp%3F%2Aq%3D%2A False      self = <local> <https link, base_url=u'https://www.google.com', parent_url=None, base_ref=None, recursion_level=0, url_connection=None, line=0, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com>

      self.check_connection = <local> <bound method HttpUrl.check_connection of <https link, base_url=u'https://www.google.com', parent_url=None, base_ref=None, recursion_level=0, url_connection=None, line=0, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com>>
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/httpurl.py", line 135, in check_connection
DEBUG 2014-12-12 13:41:15,911 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /books%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:15,911 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /books%3F%2Aoutput%3D%2A False
DEBUG 2014-12-12 13:41:15,911 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /books%3F%2Apg%3D%2A False
DEBUG 2014-12-12 13:41:15,911 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /books%3F%2Ajtp%3D%2A False    line: self.send_request(request)
    locals:
      self = <local> <https link, base_url=u'https://www.google.com', parent_url=None, base_ref=None, recursion_level=0, url_connection=None, line=0, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com>

      self.send_request = <local> <bound method HttpUrl.send_request of <https link, base_url=u'https://www.google.com', parent_url=None, base_ref=None, recursion_level=0, url_connection=None, line=0, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com>>
      request = <local> <PreparedRequest [GET]>
DEBUG 2014-12-12 13:41:15,911 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /books%3F%2Ajscmd%3D%2A False  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/httpurl.py", line 165, in send_request

    line: self._send_request(request, **kwargs)
    locals:
      self = <local> <https link, base_url=u'https://www.google.com', parent_url=None, base_ref=None, recursion_level=0, url_connection=None, line=0, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com>DEBUG 2014-12-12 13:41:15,912 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /books%3F%2Abuy%3D%2A False

      self._send_request = <local> <bound method HttpUrl._send_request of <https link, base_url=u'https://www.google.com', parent_url=None, base_ref=None, recursion_level=0, url_connection=None, line=0, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com>>DEBUG 2014-12-12 13:41:15,912 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /books%3F%2Azoom%3D%2A False

      request = <local> <PreparedRequest [GET]>
      kwargs = <local> {'allow_redirects': False, 'stream': True, 'verify': True, 'timeout': 60}
DEBUG 2014-12-12 13:41:15,912 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /books%3F%2Aq%3Drelated%3A%2A True  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/httpurl.py", line 172, in _send_request

DEBUG 2014-12-12 13:41:15,912 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /books%3F%2Aq%3Deditions%3A%2A True    line: self._add_ssl_info()
    locals:

      self = <local> <https link, base_url=u'https://www.google.com', parent_url=None, base_ref=None, recursion_level=0, url_connection=None, line=0, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com>DEBUG 2014-12-12 13:41:15,912 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /books%3F%2Aq%3Dsubject%3A%2A True
      self._add_ssl_info = <local> <bound method HttpUrl._add_ssl_info of <https link, base_url=u'https://www.google.com', parent_url=None, base_ref=None, recursion_level=0, url_connection=None, line=0, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com>>

  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/httpurl.py", line 199, in _add_ssl_info
DEBUG 2014-12-12 13:41:15,913 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /books/about True
    line: self.ssl_cert = httputil.x509_to_dict(cert)DEBUG 2014-12-12 13:41:15,913 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /booksrightsholders True

    locals:DEBUG 2014-12-12 13:41:15,913 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /books%3F%2Azoom%3D1%2A True
      self = <local> <https link, base_url=u'https://www.google.com', parent_url=None, base_ref=None, recursion_level=0, url_connection=None, line=0, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com>
      self.ssl_cert = <local> None

DEBUG 2014-12-12 13:41:15,913 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /books%3F%2Azoom%3D5%2A True      httputil = <global> <module 'linkcheck.httputil' from '/usr/lib/python2.7/dist-packages/linkcheck/httputil.pyc'>
      httputil.x509_to_dict = <global> <function x509_to_dict at 0x7f1ee8a89ed8>

      cert = <local> <OpenSSL.crypto.X509 object at 0x7f1ee41113d0>DEBUG 2014-12-12 13:41:15,913 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /ebooks/ False

  File "/usr/lib/python2.7/dist-packages/linkcheck/httputil.py", line 35, in x509_to_dict
DEBUG 2014-12-12 13:41:15,913 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /ebooks%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:15,913 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /ebooks%3F%2Aoutput%3D%2A False
    line: from requests.packages.urllib3.contrib.pyopenssl import get_subj_alt_nameDEBUG 2014-12-12 13:41:15,914 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /ebooks%3F%2Apg%3D%2A False

    locals:DEBUG 2014-12-12 13:41:15,914 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /ebooks%3F%2Ajscmd%3D%2A False

      requests = <not found>
      requests.packages = <not found>
DEBUG 2014-12-12 13:41:15,914 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /ebooks%3F%2Abuy%3D%2A False      requests.packages.urllib3 = <not found>
      requests.packages.urllib3.contrib = <not found>
      requests.packages.urllib3.contrib.pyopenssl = <not found>

      get_subj_alt_name = <not found>
ImportError: cannot import name get_subj_alt_name
DEBUG 2014-12-12 13:41:15,914 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /ebooks%3F%2Azoom%3D%2A FalseSystem info:
LinkChecker 9.3
Released on: 16.7.2014

Python 2.7.9 (default, Dec 11 2014, 08:58:12) 
[GCC 4.9.2] on linux2
DEBUG 2014-12-12 13:41:15,914 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /ebooks%3F%2Aq%3Drelated%3A%2A True
DEBUG 2014-12-12 13:41:15,915 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /ebooks%3F%2Aq%3Deditions%3A%2A True
DEBUG 2014-12-12 13:41:15,915 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /ebooks%3F%2Aq%3Dsubject%3A%2A True
DEBUG 2014-12-12 13:41:15,915 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /ebooks%3F%2Azoom%3D1%2A TrueRequests: 2.4.3

DEBUG 2014-12-12 13:41:15,925 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /ebooks%3F%2Azoom%3D5%2A TrueQt: 4.8.6 / PyQt: 4.11.2

DEBUG 2014-12-12 13:41:15,925 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /patents%3F FalseModules: Sqlite, Gconf

Local time: 2014-12-12 13:41:15+003DEBUG 2014-12-12 13:41:15,925 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /patents/download/ False

sys.argv: ['/usr/bin/linkchecker', '-Dall', 'https://www.google.com']
DEBUG 2014-12-12 13:41:15,926 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /patents/pdf/ FalseLANGUAGE
 DEBUG 2014-12-12 13:41:15,926 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /patents/related/ False= 'en_US:en'

DEBUG 2014-12-12 13:41:15,926 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /scholar FalseLANG 
= 'en_US.UTF-8'DEBUG 2014-12-12 13:41:15,927 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /citations%3F False

Default locale: DEBUG 2014-12-12 13:41:15,927 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /citations%3Fuser%3D True('en', 'UTF-8')

DEBUG 2014-12-12 13:41:15,927 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /citations%3F%2Acstart%3D False

 DEBUG 2014-12-12 13:41:15,927 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /citations%3Fview_op%3Dnew_profile True******** LinkChecker internal error, over and out ********
DEBUG 2014-12-12 13:41:15,928 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /citations%3Fview_op%3Dtop_venues True

WARNING 2014-12-12 13:41:15,928 CheckThread-https://www.google.com internal error occurred
DEBUG 2014-12-12 13:41:15,928 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /complete False
DEBUG 2014-12-12 13:41:15,928 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /s%3F False
DEBUG 2014-12-12 13:41:15,929 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /sponsoredlinks False
DEBUG 2014-12-12 13:41:15,929 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /videosearch%3F False
DEBUG 2014-12-12 13:41:15,929 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /videopreview%3F False
DEBUG 2014-12-12 13:41:15,929 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /videoprograminfo%3F False
DEBUG 2014-12-12 13:41:15,929 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /maps%3F%2Aoutput%3Dclassic%2A True
DEBUG 2014-12-12 13:41:15,929 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /maps/api/js%3F True
DEBUG 2014-12-12 13:41:15,930 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /maps/d/ True
DEBUG 2014-12-12 13:41:15,930 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /maps%3F False
DEBUG 2014-12-12 13:41:15,930 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /mapstt%3F False
DEBUG 2014-12-12 13:41:15,930 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /mapslt%3F False
DEBUG 2014-12-12 13:41:15,930 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /maps/stk/ False
DEBUG 2014-12-12 13:41:15,931 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /maps/br%3F False
DEBUG 2014-12-12 13:41:15,931 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /mapabcpoi%3F False
DEBUG 2014-12-12 13:41:15,931 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /maphp%3F False
DEBUG 2014-12-12 13:41:15,931 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /mapprint%3F False
DEBUG 2014-12-12 13:41:15,931 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /maps/api/js/ False
DEBUG 2014-12-12 13:41:15,931 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /maps/api/staticmap%3F False
DEBUG 2014-12-12 13:41:15,932 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /mld%3F False
DEBUG 2014-12-12 13:41:15,932 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /staticmap%3F False
DEBUG 2014-12-12 13:41:15,932 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /places/ False
DEBUG 2014-12-12 13:41:15,932 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /places/%24 True
DEBUG 2014-12-12 13:41:15,932 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /maps/preview False
DEBUG 2014-12-12 13:41:15,933 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /maps/place False
DEBUG 2014-12-12 13:41:15,933 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /help/maps/streetview/partners/welcome/ False
DEBUG 2014-12-12 13:41:15,933 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /help/maps/indoormaps/partners/ False
DEBUG 2014-12-12 13:41:15,933 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /lochp%3F False
DEBUG 2014-12-12 13:41:15,933 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /center False
DEBUG 2014-12-12 13:41:15,933 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /ie%3F False
DEBUG 2014-12-12 13:41:15,934 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /sms/demo%3F False
DEBUG 2014-12-12 13:41:15,934 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /katrina%3F False
DEBUG 2014-12-12 13:41:15,934 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /blogsearch%3F False
DEBUG 2014-12-12 13:41:15,934 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /blogsearch/ False
DEBUG 2014-12-12 13:41:15,934 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /blogsearch_feeds False
DEBUG 2014-12-12 13:41:15,934 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /advanced_blog_search False
DEBUG 2014-12-12 13:41:15,934 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /uds/ False
DEBUG 2014-12-12 13:41:15,934 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /chart%3F False
DEBUG 2014-12-12 13:41:15,934 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /transit%3F False
DEBUG 2014-12-12 13:41:15,934 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /mbd%3F False
DEBUG 2014-12-12 13:41:15,935 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /extern_js/ False
DEBUG 2014-12-12 13:41:15,935 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /xjs/ False
DEBUG 2014-12-12 13:41:15,935 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /calendar/feeds/ False
DEBUG 2014-12-12 13:41:15,935 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /calendar/ical/ False
DEBUG 2014-12-12 13:41:15,935 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /cl2/feeds/ False
DEBUG 2014-12-12 13:41:15,935 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /cl2/ical/ False
DEBUG 2014-12-12 13:41:15,935 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /coop/directory False
DEBUG 2014-12-12 13:41:15,935 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /coop/manage False
DEBUG 2014-12-12 13:41:15,935 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /trends%3F False
DEBUG 2014-12-12 13:41:15,935 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /trends/music%3F False
DEBUG 2014-12-12 13:41:15,935 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /trends/hottrends%3F False
DEBUG 2014-12-12 13:41:15,935 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /trends/viz%3F False
DEBUG 2014-12-12 13:41:15,935 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /trends/embed.js%3F False
DEBUG 2014-12-12 13:41:15,935 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /trends/fetchComponent%3F False
DEBUG 2014-12-12 13:41:15,936 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /notebook/search%3F False
DEBUG 2014-12-12 13:41:15,936 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /musica False
DEBUG 2014-12-12 13:41:15,936 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /musicad False
DEBUG 2014-12-12 13:41:15,936 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /musicas False
DEBUG 2014-12-12 13:41:15,936 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /musicl False
DEBUG 2014-12-12 13:41:15,936 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /musics False
DEBUG 2014-12-12 13:41:15,936 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /musicsearch False
DEBUG 2014-12-12 13:41:15,936 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /musicsp False
DEBUG 2014-12-12 13:41:15,936 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /musiclp False
DEBUG 2014-12-12 13:41:15,936 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /browsersync False
DEBUG 2014-12-12 13:41:15,936 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /call False
DEBUG 2014-12-12 13:41:15,936 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /archivesearch%3F False
DEBUG 2014-12-12 13:41:15,936 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /archivesearch/url False
DEBUG 2014-12-12 13:41:15,936 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /archivesearch/advanced_search False
DEBUG 2014-12-12 13:41:15,937 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /base/reportbadoffer False
DEBUG 2014-12-12 13:41:15,937 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /urchin_test/ False
DEBUG 2014-12-12 13:41:15,937 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /movies%3F False
DEBUG 2014-12-12 13:41:15,937 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /codesearch%3F False
DEBUG 2014-12-12 13:41:15,937 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /codesearch/feeds/search%3F False
DEBUG 2014-12-12 13:41:15,937 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /wapsearch%3F False
DEBUG 2014-12-12 13:41:15,937 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /safebrowsing False
DEBUG 2014-12-12 13:41:15,937 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /safebrowsing/diagnostic True
DEBUG 2014-12-12 13:41:15,937 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /safebrowsing/report_badware/ True
DEBUG 2014-12-12 13:41:15,937 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /safebrowsing/report_error/ True
DEBUG 2014-12-12 13:41:15,937 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /safebrowsing/report_phish/ True
DEBUG 2014-12-12 13:41:15,937 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /reviews/search%3F False
DEBUG 2014-12-12 13:41:15,937 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /orkut/albums False
DEBUG 2014-12-12 13:41:15,937 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /jsapi True
DEBUG 2014-12-12 13:41:15,938 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /views%3F False
DEBUG 2014-12-12 13:41:15,938 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /c/ False
DEBUG 2014-12-12 13:41:15,938 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /cbk False
DEBUG 2014-12-12 13:41:15,938 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /cbk%3Foutput%3Dtile%26cb_client%3Dmaps_sv True
DEBUG 2014-12-12 13:41:15,938 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /recharge/dashboard/car False
DEBUG 2014-12-12 13:41:15,938 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /recharge/dashboard/static/ False
DEBUG 2014-12-12 13:41:15,938 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /translate_a/ False
DEBUG 2014-12-12 13:41:15,938 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /translate_c False
DEBUG 2014-12-12 13:41:15,938 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /translate_f False
DEBUG 2014-12-12 13:41:15,938 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /translate_static/ False
DEBUG 2014-12-12 13:41:15,938 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /translate_suggestion False
DEBUG 2014-12-12 13:41:15,938 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /profiles/me False
DEBUG 2014-12-12 13:41:15,938 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /profiles True
DEBUG 2014-12-12 13:41:15,938 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /s2/profiles/me False
DEBUG 2014-12-12 13:41:15,939 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /s2/profiles True
DEBUG 2014-12-12 13:41:15,939 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /s2/oz True
DEBUG 2014-12-12 13:41:15,939 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /s2/photos True
DEBUG 2014-12-12 13:41:15,939 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /s2/search/social True
DEBUG 2014-12-12 13:41:15,939 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /s2/static True
DEBUG 2014-12-12 13:41:15,939 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /s2 False
DEBUG 2014-12-12 13:41:15,939 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /transconsole/portal/ False
DEBUG 2014-12-12 13:41:15,939 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /gcc/ False
DEBUG 2014-12-12 13:41:15,939 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /aclk False
DEBUG 2014-12-12 13:41:15,939 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /cse%3F False
DEBUG 2014-12-12 13:41:15,939 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /cse/home False
DEBUG 2014-12-12 13:41:15,939 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /cse/panel False
DEBUG 2014-12-12 13:41:15,939 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /cse/manage False
DEBUG 2014-12-12 13:41:15,939 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /tbproxy/ False
DEBUG 2014-12-12 13:41:15,940 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /imesync/ False
DEBUG 2014-12-12 13:41:15,940 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /shenghuo/search%3F False
DEBUG 2014-12-12 13:41:15,940 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /support/forum/search%3F False
DEBUG 2014-12-12 13:41:15,940 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /reviews/polls/ False
DEBUG 2014-12-12 13:41:15,940 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /hosted/images/ False
DEBUG 2014-12-12 13:41:15,940 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /ppob/%3F False
DEBUG 2014-12-12 13:41:15,940 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /ppob%3F False
DEBUG 2014-12-12 13:41:15,940 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /adwordsresellers False
DEBUG 2014-12-12 13:41:15,940 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /accounts/ClientLogin False
DEBUG 2014-12-12 13:41:15,940 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /accounts/ClientAuth False
DEBUG 2014-12-12 13:41:15,940 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /accounts/o8 False
DEBUG 2014-12-12 13:41:15,940 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /accounts/o8/id True
DEBUG 2014-12-12 13:41:15,940 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /topicsearch%3Fq%3D False
DEBUG 2014-12-12 13:41:15,940 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /xfx7/ False
DEBUG 2014-12-12 13:41:15,940 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /squared/api False
DEBUG 2014-12-12 13:41:15,941 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /squared/search False
DEBUG 2014-12-12 13:41:15,941 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /squared/table False
DEBUG 2014-12-12 13:41:15,941 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /toolkit/ False
DEBUG 2014-12-12 13:41:15,941 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /toolkit/%2A.html True
DEBUG 2014-12-12 13:41:15,941 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /globalmarketfinder/ False
DEBUG 2014-12-12 13:41:15,941 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /globalmarketfinder/%2A.html True
DEBUG 2014-12-12 13:41:15,941 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /qnasearch%3F False
DEBUG 2014-12-12 13:41:15,941 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /app/updates False
DEBUG 2014-12-12 13:41:15,941 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /sidewiki/entry/ False
DEBUG 2014-12-12 13:41:15,941 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /quality_form%3F False
DEBUG 2014-12-12 13:41:15,941 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /labs/popgadget/search False
DEBUG 2014-12-12 13:41:15,941 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /buzz/post False
DEBUG 2014-12-12 13:41:15,941 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /compressiontest/ False
DEBUG 2014-12-12 13:41:15,941 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /analytics/reporting/ False
DEBUG 2014-12-12 13:41:15,942 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /analytics/admin/ False
DEBUG 2014-12-12 13:41:15,942 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /analytics/web/ False
DEBUG 2014-12-12 13:41:15,942 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /analytics/feeds/ False
DEBUG 2014-12-12 13:41:15,942 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /analytics/settings/ False
DEBUG 2014-12-12 13:41:15,942 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /alerts/manage True
DEBUG 2014-12-12 13:41:15,942 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /alerts/remove True
DEBUG 2014-12-12 13:41:15,942 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /alerts/ False
DEBUG 2014-12-12 13:41:15,942 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /alerts/%24 True
DEBUG 2014-12-12 13:41:15,942 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /ads/search%3F False
DEBUG 2014-12-12 13:41:15,942 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /ads/plan/action_plan%3F False
DEBUG 2014-12-12 13:41:15,942 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /ads/plan/api/ False
DEBUG 2014-12-12 13:41:15,942 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /phone/compare/%3F False
DEBUG 2014-12-12 13:41:15,942 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /travel/clk False
DEBUG 2014-12-12 13:41:15,942 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /hotelfinder/rpc False
DEBUG 2014-12-12 13:41:15,943 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /hotels/rpc False
DEBUG 2014-12-12 13:41:15,943 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /flights/rpc False
DEBUG 2014-12-12 13:41:15,943 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /commercesearch/services/ False
DEBUG 2014-12-12 13:41:15,943 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /evaluation/ False
DEBUG 2014-12-12 13:41:15,943 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /chrome/browser/mobile/tour False
DEBUG 2014-12-12 13:41:15,943 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /compare/%2A/apply%2A False
DEBUG 2014-12-12 13:41:15,943 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /forms/perks/ False
DEBUG 2014-12-12 13:41:15,943 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /baraza/%2A/search False
DEBUG 2014-12-12 13:41:15,943 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /baraza/%2A/report False
DEBUG 2014-12-12 13:41:15,943 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /shopping/suppliers/search False
DEBUG 2014-12-12 13:41:15,943 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /ct/ False
DEBUG 2014-12-12 13:41:15,943 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /edu/cs4hs/ False
DEBUG 2014-12-12 13:41:15,943 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /trustedstores/s/ False
DEBUG 2014-12-12 13:41:15,943 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /trustedstores/tm2 False
DEBUG 2014-12-12 13:41:15,944 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /trustedstores/verify False
DEBUG 2014-12-12 13:41:15,944 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /adwords/proposal False
DEBUG 2014-12-12 13:41:15,944 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /shopping/product/ False
DEBUG 2014-12-12 13:41:15,944 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /shopping/seller False
DEBUG 2014-12-12 13:41:15,944 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /shopping/reviewer False
DEBUG 2014-12-12 13:41:15,944 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /about/careers/apply/ False
DEBUG 2014-12-12 13:41:15,944 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /about/careers/applications/ False
DEBUG 2014-12-12 13:41:15,944 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /landing/signout.html False
DEBUG 2014-12-12 13:41:15,944 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /gb/images True
DEBUG 2014-12-12 13:41:15,944 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /gb/js True
DEBUG 2014-12-12 13:41:15,944 CheckThread-https://www.google.com/work/sitemap.xml  ... no rule lines of ['*'] applied to /work/sitemap.xml; allowed.
DEBUG 2014-12-12 13:41:15,945 CheckThread-http://www.google.com/hostednews/sitemap_index.xml HttpUrl handles url http://www.gstatic.com/culturalinstitute/sitemaps/www_google_com_culturalinstitute/sitemap-index.xml
DEBUG 2014-12-12 13:41:15,944 CheckThread-https://www.google.com/work/sitemap.xml Prepare request with {'method': 'GET', 'headers': {'Referer': u'https://www.google.com'}, 'url': u'https://www.google.com/work/sitemap.xml'}
DEBUG 2014-12-12 13:41:15,945 CheckThread-https://www.google.com/intx/sitemap.xml u'https://www.google.com/robots.txt' check allowance for:
  user agent: u'Mozilla/5.0 (compatible; LinkChecker/9.3; +http://wummel.github.io/linkchecker/)'
  url: u'https://www.google.com/intx/sitemap.xml' ...
DEBUG 2014-12-12 13:41:15,945 CheckThread-http://www.google.com/hostednews/sitemap_index.xml checking syntax
DEBUG 2014-12-12 13:41:15,946 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /search False
DEBUG 2014-12-12 13:41:15,947 CheckThread-http://www.google.com/hostednews/sitemap_index.xml queueing http://www.gstatic.com/culturalinstitute/sitemaps/www_google_com_culturalinstitute/sitemap-index.xml
DEBUG 2014-12-12 13:41:15,947 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /sdch False
DEBUG 2014-12-12 13:41:15,948 CheckThread-http://www.google.com/hostednews/sitemap_index.xml HttpUrl handles url https://www.google.com/edu/sitemap.xml
DEBUG 2014-12-12 13:41:15,948 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /groups False
DEBUG 2014-12-12 13:41:15,948 CheckThread-http://www.google.com/hostednews/sitemap_index.xml checking syntax
DEBUG 2014-12-12 13:41:15,948 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /images False
DEBUG 2014-12-12 13:41:15,949 CheckThread-http://www.google.com/hostednews/sitemap_index.xml Intern URL u'https://www.google.com/edu/sitemap.xml'
DEBUG 2014-12-12 13:41:15,949 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /catalogs False
DEBUG 2014-12-12 13:41:15,949 CheckThread-http://www.google.com/hostednews/sitemap_index.xml queueing https://www.google.com/edu/sitemap.xml
DEBUG 2014-12-12 13:41:15,949 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /catalogs/about True
DEBUG 2014-12-12 13:41:15,949 CheckThread-http://www.google.com/hostednews/sitemap_index.xml HttpUrl handles url https://www.google.com/work/sitemap.xml
DEBUG 2014-12-12 13:41:15,950 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /catalogs/p%3F True
DEBUG 2014-12-12 13:41:15,950 CheckThread-http://www.google.com/hostednews/sitemap_index.xml checking syntax
DEBUG 2014-12-12 13:41:15,950 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /catalogues False
DEBUG 2014-12-12 13:41:15,950 CheckThread-http://www.google.com/hostednews/sitemap_index.xml Intern URL u'https://www.google.com/work/sitemap.xml'
DEBUG 2014-12-12 13:41:15,950 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /newsalerts True
DEBUG 2014-12-12 13:41:15,951 CheckThread-http://www.google.com/hostednews/sitemap_index.xml queueing https://www.google.com/work/sitemap.xml
DEBUG 2014-12-12 13:41:15,951 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /news False
DEBUG 2014-12-12 13:41:15,951 CheckThread-http://www.google.com/hostednews/sitemap_index.xml HttpUrl handles url https://www.google.com/intx/sitemap.xml
DEBUG 2014-12-12 13:41:15,951 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /news/directory True
DEBUG 2014-12-12 13:41:15,951 CheckThread-http://www.google.com/hostednews/sitemap_index.xml checking syntax
DEBUG 2014-12-12 13:41:15,951 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /nwshp False
DEBUG 2014-12-12 13:41:15,952 CheckThread-http://www.google.com/hostednews/sitemap_index.xml Intern URL u'https://www.google.com/intx/sitemap.xml'
DEBUG 2014-12-12 13:41:15,952 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /setnewsprefs%3F False
DEBUG 2014-12-12 13:41:15,952 CheckThread-http://www.google.com/hostednews/sitemap_index.xml queueing https://www.google.com/intx/sitemap.xml
DEBUG 2014-12-12 13:41:15,952 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /index.html%3F False
DEBUG 2014-12-12 13:41:15,952 CheckThread-http://www.google.com/hostednews/sitemap_index.xml HttpUrl handles url http://www.google.com/hostednews/sitemap_index.xml
DEBUG 2014-12-12 13:41:15,952 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /%3F False
DEBUG 2014-12-12 13:41:15,952 CheckThread-http://www.google.com/hostednews/sitemap_index.xml checking syntax
DEBUG 2014-12-12 13:41:15,953 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /%3Fhl%3D True
DEBUG 2014-12-12 13:41:15,953 CheckThread-http://www.google.com/hostednews/sitemap_index.xml Intern URL u'http://www.google.com/hostednews/sitemap_index.xml'
DEBUG 2014-12-12 13:41:15,953 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /%3Fhl%3D%2A%26 False
DEBUG 2014-12-12 13:41:15,953 CheckThread-http://www.google.com/hostednews/sitemap_index.xml queueing http://www.google.com/hostednews/sitemap_index.xml
DEBUG 2014-12-12 13:41:15,953 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /%3Fhl%3D%2A%26gws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:15,953 CheckThread-http://www.google.com/hostednews/sitemap_index.xml HttpUrl handles url http://www.google.com/maps/views/sitemap.xml
DEBUG 2014-12-12 13:41:15,954 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /%3Fhl%3D%2A%26%2A%26gws_rd%3Dssl False
DEBUG 2014-12-12 13:41:15,954 CheckThread-http://www.google.com/hostednews/sitemap_index.xml checking syntax
DEBUG 2014-12-12 13:41:15,954 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /%3Fgws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:15,954 CheckThread-http://www.google.com/hostednews/sitemap_index.xml Intern URL u'http://www.google.com/maps/views/sitemap.xml'
DEBUG 2014-12-12 13:41:15,954 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /%3Fpt1%3Dtrue%24 True
DEBUG 2014-12-12 13:41:15,954 CheckThread-http://www.google.com/hostednews/sitemap_index.xml queueing http://www.google.com/maps/views/sitemap.xml
DEBUG 2014-12-12 13:41:15,955 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /addurl/image%3F False
DEBUG 2014-12-12 13:41:15,955 CheckThread-http://www.google.com/hostednews/sitemap_index.xml HttpUrl handles url http://www.google.com/sitemaps_webmasters.xml
DEBUG 2014-12-12 13:41:15,955 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /mail/help/ True
DEBUG 2014-12-12 13:41:15,955 CheckThread-http://www.google.com/hostednews/sitemap_index.xml checking syntax
DEBUG 2014-12-12 13:41:15,955 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /mail/ False
DEBUG 2014-12-12 13:41:15,955 CheckThread-http://www.google.com/hostednews/sitemap_index.xml Intern URL u'http://www.google.com/sitemaps_webmasters.xml'
DEBUG 2014-12-12 13:41:15,956 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /pagead/ False
DEBUG 2014-12-12 13:41:15,956 CheckThread-http://www.google.com/hostednews/sitemap_index.xml queueing http://www.google.com/sitemaps_webmasters.xml
DEBUG 2014-12-12 13:41:15,956 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /relpage/ False
DEBUG 2014-12-12 13:41:15,956 CheckThread-http://www.google.com/hostednews/sitemap_index.xml HttpUrl handles url http://www.google.com/ventures/sitemap_ventures.xml
DEBUG 2014-12-12 13:41:15,956 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /relcontent False
DEBUG 2014-12-12 13:41:15,956 CheckThread-http://www.google.com/hostednews/sitemap_index.xml checking syntax
DEBUG 2014-12-12 13:41:15,956 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /imgres False
DEBUG 2014-12-12 13:41:15,957 CheckThread-http://www.google.com/hostednews/sitemap_index.xml Intern URL u'http://www.google.com/ventures/sitemap_ventures.xml'
DEBUG 2014-12-12 13:41:15,957 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /imglanding False
DEBUG 2014-12-12 13:41:15,957 CheckThread-http://www.google.com/hostednews/sitemap_index.xml queueing http://www.google.com/ventures/sitemap_ventures.xml
DEBUG 2014-12-12 13:41:15,957 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /sbd False
DEBUG 2014-12-12 13:41:15,957 CheckThread-http://www.google.com/hostednews/sitemap_index.xml HttpUrl handles url http://www.gstatic.com/dictionary/static/sitemaps/sitemap_index.xml
DEBUG 2014-12-12 13:41:15,958 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /keyword/ False
DEBUG 2014-12-12 13:41:15,958 CheckThread-http://www.google.com/hostednews/sitemap_index.xml checking syntax
DEBUG 2014-12-12 13:41:15,958 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /u/ False
DEBUG 2014-12-12 13:41:15,958 CheckThread-http://www.google.com/hostednews/sitemap_index.xml queueing http://www.gstatic.com/dictionary/static/sitemaps/sitemap_index.xml
DEBUG 2014-12-12 13:41:15,958 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /univ/ False
DEBUG 2014-12-12 13:41:15,958 CheckThread-http://www.google.com/hostednews/sitemap_index.xml HttpUrl handles url http://www.gstatic.com/earth/gallery/sitemaps/sitemap.xml
DEBUG 2014-12-12 13:41:15,959 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /cobrand False
DEBUG 2014-12-12 13:41:15,959 CheckThread-http://www.google.com/hostednews/sitemap_index.xml checking syntax
DEBUG 2014-12-12 13:41:15,959 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /custom False
DEBUG 2014-12-12 13:41:15,959 CheckThread-http://www.google.com/hostednews/sitemap_index.xml queueing http://www.gstatic.com/earth/gallery/sitemaps/sitemap.xml
DEBUG 2014-12-12 13:41:15,959 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /advanced_group_search False
DEBUG 2014-12-12 13:41:15,959 CheckThread-http://www.google.com/hostednews/sitemap_index.xml HttpUrl handles url http://www.gstatic.com/s2/sitemaps/profiles-sitemap.xml
DEBUG 2014-12-12 13:41:15,959 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /googlesite False
DEBUG 2014-12-12 13:41:15,960 CheckThread-http://www.google.com/hostednews/sitemap_index.xml checking syntax
DEBUG 2014-12-12 13:41:15,960 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /preferences False
DEBUG 2014-12-12 13:41:15,960 CheckThread-http://www.google.com/hostednews/sitemap_index.xml queueing http://www.gstatic.com/s2/sitemaps/profiles-sitemap.xml
DEBUG 2014-12-12 13:41:15,960 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /setprefs False
DEBUG 2014-12-12 13:41:15,961 CheckThread-http://www.google.com/hostednews/sitemap_index.xml HttpUrl handles url http://www.gstatic.com/trends/websites/sitemaps/sitemapindex.xml
DEBUG 2014-12-12 13:41:15,961 CheckThread-http://www.gstatic.com/s2/sitemaps/profiles-sitemap.xml task_done http://www.gstatic.com/s2/sitemaps/profiles-sitemap.xml
DEBUG 2014-12-12 13:41:15,961 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /swr False
DEBUG 2014-12-12 13:41:15,961 CheckThread-http://www.google.com/hostednews/sitemap_index.xml checking syntax
DEBUG 2014-12-12 13:41:15,961 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /url False
DEBUG 2014-12-12 13:41:15,962 CheckThread-http://www.gstatic.com/earth/gallery/sitemaps/sitemap.xml task_done http://www.gstatic.com/earth/gallery/sitemaps/sitemap.xml
DEBUG 2014-12-12 13:41:15,962 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /default False
DEBUG 2014-12-12 13:41:15,962 CheckThread-http://www.google.com/hostednews/sitemap_index.xml queueing http://www.gstatic.com/trends/websites/sitemaps/sitemapindex.xml
DEBUG 2014-12-12 13:41:15,963 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /m%3F False
DEBUG 2014-12-12 13:41:15,963 CheckThread-http://www.google.com/hostednews/sitemap_index.xml HttpUrl handles url http://www.google.com/adwords/sitemap.xml
DEBUG 2014-12-12 13:41:15,963 CheckThread-http://www.gstatic.com/trends/websites/sitemaps/sitemapindex.xml task_done http://www.gstatic.com/trends/websites/sitemaps/sitemapindex.xml
DEBUG 2014-12-12 13:41:15,963 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /m/ False
DEBUG 2014-12-12 13:41:15,963 CheckThread-http://www.google.com/hostednews/sitemap_index.xml checking syntax
DEBUG 2014-12-12 13:41:15,964 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /m/finance True
DEBUG 2014-12-12 13:41:15,964 CheckThread-http://www.google.com/hostednews/sitemap_index.xml Intern URL u'http://www.google.com/adwords/sitemap.xml'
DEBUG 2014-12-12 13:41:15,965 CheckThread-http://www.gstatic.com/dictionary/static/sitemaps/sitemap_index.xml task_done http://www.gstatic.com/dictionary/static/sitemaps/sitemap_index.xml
DEBUG 2014-12-12 13:41:15,965 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /wml%3F False
DEBUG 2014-12-12 13:41:15,965 CheckThread-http://www.google.com/hostednews/sitemap_index.xml queueing http://www.google.com/adwords/sitemap.xml
DEBUG 2014-12-12 13:41:15,965 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /wml/%3F False
DEBUG 2014-12-12 13:41:15,966 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /wml/search%3F False
DEBUG 2014-12-12 13:41:15,966 CheckThread-http://www.gstatic.com/culturalinstitute/sitemaps/www_google_com_culturalinstitute/sitemap-index.xml task_done http://www.gstatic.com/culturalinstitute/sitemaps/www_google_com_culturalinstitute/sitemap-index.xml
DEBUG 2014-12-12 13:41:15,966 CheckThread-http://www.google.com/hostednews/sitemap_index.xml HttpUrl handles url http://www.google.com/drive/sitemap.xml
DEBUG 2014-12-12 13:41:15,966 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /xhtml%3F False
DEBUG 2014-12-12 13:41:15,967 CheckThread-https://www.google.com/edu/sitemap.xml Checking https link
base_url=u'https://www.google.com/edu/sitemap.xml'
parent_url=u'http://www.google.com/hostednews/sitemap_index.xml'
base_ref=None
recursion_level=2
url_connection=None
line=303
column=0
page=0
name=u''
anchor=u''
cache_url=https://www.google.com/edu/sitemap.xml
DEBUG 2014-12-12 13:41:15,967 CheckThread-http://www.google.com/hostednews/sitemap_index.xml checking syntax
DEBUG 2014-12-12 13:41:15,967 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /xhtml/%3F False
DEBUG 2014-12-12 13:41:15,967 CheckThread-https://www.google.com/edu/sitemap.xml checking connection
DEBUG 2014-12-12 13:41:15,968 CheckThread-http://www.google.com/hostednews/sitemap_index.xml Intern URL u'http://www.google.com/drive/sitemap.xml'
DEBUG 2014-12-12 13:41:15,968 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /xhtml/search%3F False
DEBUG 2014-12-12 13:41:15,968 CheckThread-http://www.google.com/hostednews/sitemap_index.xml queueing http://www.google.com/drive/sitemap.xml
DEBUG 2014-12-12 13:41:15,968 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /xml%3F False
DEBUG 2014-12-12 13:41:15,969 CheckThread-http://www.google.com/hostednews/sitemap_index.xml u'http://www.google.com/robots.txt' check allowance for:
  user agent: u'Mozilla/5.0 (compatible; LinkChecker/9.3; +http://wummel.github.io/linkchecker/)'
  url: u'http://www.google.com/hostednews/sitemap_index.xml' ...
DEBUG 2014-12-12 13:41:15,969 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /imode%3F False
DEBUG 2014-12-12 13:41:15,970 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /search False
DEBUG 2014-12-12 13:41:15,970 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /imode/%3F False
DEBUG 2014-12-12 13:41:15,970 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /sdch False
DEBUG 2014-12-12 13:41:15,970 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /imode/search%3F False
DEBUG 2014-12-12 13:41:15,971 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /groups False
DEBUG 2014-12-12 13:41:15,971 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /jsky%3F False
DEBUG 2014-12-12 13:41:15,971 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /images False
DEBUG 2014-12-12 13:41:15,972 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /jsky/%3F False
DEBUG 2014-12-12 13:41:15,972 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /catalogs False
DEBUG 2014-12-12 13:41:15,972 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /jsky/search%3F False
DEBUG 2014-12-12 13:41:15,972 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /catalogs/about True
DEBUG 2014-12-12 13:41:15,972 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /pda%3F False
DEBUG 2014-12-12 13:41:15,973 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /catalogs/p%3F True
DEBUG 2014-12-12 13:41:15,973 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /pda/%3F False
DEBUG 2014-12-12 13:41:15,973 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /catalogues False
DEBUG 2014-12-12 13:41:15,973 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /pda/search%3F False
DEBUG 2014-12-12 13:41:15,973 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /newsalerts True
DEBUG 2014-12-12 13:41:15,974 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /sprint_xhtml False
DEBUG 2014-12-12 13:41:15,974 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /news False
DEBUG 2014-12-12 13:41:15,974 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /sprint_wml False
DEBUG 2014-12-12 13:41:15,974 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /news/directory True
DEBUG 2014-12-12 13:41:15,975 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /pqa False
DEBUG 2014-12-12 13:41:15,975 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /nwshp False
DEBUG 2014-12-12 13:41:15,975 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /palm False
DEBUG 2014-12-12 13:41:15,976 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /setnewsprefs%3F False
DEBUG 2014-12-12 13:41:15,976 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /gwt/ False
DEBUG 2014-12-12 13:41:15,976 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /index.html%3F False
DEBUG 2014-12-12 13:41:15,976 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /purchases False
DEBUG 2014-12-12 13:41:15,977 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /%3F False
DEBUG 2014-12-12 13:41:15,977 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /hws False
DEBUG 2014-12-12 13:41:15,977 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /%3Fhl%3D True
DEBUG 2014-12-12 13:41:15,977 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /bsd%3F False
DEBUG 2014-12-12 13:41:15,978 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /%3Fhl%3D%2A%26 False
DEBUG 2014-12-12 13:41:15,978 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /linux%3F False
DEBUG 2014-12-12 13:41:15,978 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /%3Fhl%3D%2A%26gws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:15,978 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /mac%3F False
DEBUG 2014-12-12 13:41:15,979 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /%3Fhl%3D%2A%26%2A%26gws_rd%3Dssl False
DEBUG 2014-12-12 13:41:15,979 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /microsoft%3F False
DEBUG 2014-12-12 13:41:15,979 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /%3Fgws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:15,979 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /unclesam%3F False
DEBUG 2014-12-12 13:41:15,980 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /%3Fpt1%3Dtrue%24 True
DEBUG 2014-12-12 13:41:15,980 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /answers/search%3Fq%3D False
DEBUG 2014-12-12 13:41:15,980 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /addurl/image%3F False
DEBUG 2014-12-12 13:41:15,980 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /local%3F False
DEBUG 2014-12-12 13:41:15,981 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /mail/help/ True
DEBUG 2014-12-12 13:41:15,981 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /local_url False
DEBUG 2014-12-12 13:41:15,981 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /mail/ False
DEBUG 2014-12-12 13:41:15,982 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /shihui%3F False
DEBUG 2014-12-12 13:41:15,982 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /pagead/ False
DEBUG 2014-12-12 13:41:15,982 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /shihui/ False
DEBUG 2014-12-12 13:41:15,982 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /relpage/ False
DEBUG 2014-12-12 13:41:15,983 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /froogle%3F False
DEBUG 2014-12-12 13:41:15,983 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /relcontent False
DEBUG 2014-12-12 13:41:15,983 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /products%3F False
DEBUG 2014-12-12 13:41:15,983 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /imgres False
DEBUG 2014-12-12 13:41:15,983 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /froogle_ False
DEBUG 2014-12-12 13:41:15,984 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /imglanding False
DEBUG 2014-12-12 13:41:15,984 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /product_ False
DEBUG 2014-12-12 13:41:15,984 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /sbd False
DEBUG 2014-12-12 13:41:15,984 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /products_ False
DEBUG 2014-12-12 13:41:15,984 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /keyword/ False
DEBUG 2014-12-12 13:41:15,984 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /products%3B False
DEBUG 2014-12-12 13:41:15,985 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /u/ False
DEBUG 2014-12-12 13:41:15,985 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /print False
DEBUG 2014-12-12 13:41:15,985 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /univ/ False
DEBUG 2014-12-12 13:41:15,985 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /books/ False
DEBUG 2014-12-12 13:41:15,985 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /cobrand False
DEBUG 2014-12-12 13:41:15,986 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /bkshp%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:15,986 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /custom False
DEBUG 2014-12-12 13:41:15,986 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /books%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:15,986 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /advanced_group_search False
DEBUG 2014-12-12 13:41:15,986 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /books%3F%2Aoutput%3D%2A False
DEBUG 2014-12-12 13:41:15,986 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /googlesite False
DEBUG 2014-12-12 13:41:15,987 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /books%3F%2Apg%3D%2A False
DEBUG 2014-12-12 13:41:15,987 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /preferences False
DEBUG 2014-12-12 13:41:15,987 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /books%3F%2Ajtp%3D%2A False
DEBUG 2014-12-12 13:41:15,988 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /setprefs False
DEBUG 2014-12-12 13:41:15,988 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /books%3F%2Ajscmd%3D%2A False
DEBUG 2014-12-12 13:41:15,988 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /swr False
DEBUG 2014-12-12 13:41:15,988 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /books%3F%2Abuy%3D%2A False
DEBUG 2014-12-12 13:41:15,989 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /url False
DEBUG 2014-12-12 13:41:15,989 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /books%3F%2Azoom%3D%2A False
DEBUG 2014-12-12 13:41:15,989 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /default False
DEBUG 2014-12-12 13:41:15,989 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /books%3F%2Aq%3Drelated%3A%2A True
DEBUG 2014-12-12 13:41:15,989 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /m%3F False
DEBUG 2014-12-12 13:41:15,990 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /books%3F%2Aq%3Deditions%3A%2A True
DEBUG 2014-12-12 13:41:15,990 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /m/ False
DEBUG 2014-12-12 13:41:15,990 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /books%3F%2Aq%3Dsubject%3A%2A True
DEBUG 2014-12-12 13:41:15,990 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /m/finance True
DEBUG 2014-12-12 13:41:15,990 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /books/about True
DEBUG 2014-12-12 13:41:15,990 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /wml%3F False
DEBUG 2014-12-12 13:41:15,991 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /booksrightsholders True
DEBUG 2014-12-12 13:41:15,991 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /wml/%3F False
DEBUG 2014-12-12 13:41:15,991 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /books%3F%2Azoom%3D1%2A True
DEBUG 2014-12-12 13:41:15,991 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /wml/search%3F False
DEBUG 2014-12-12 13:41:15,991 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /books%3F%2Azoom%3D5%2A True
DEBUG 2014-12-12 13:41:15,991 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /xhtml%3F False
DEBUG 2014-12-12 13:41:15,991 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /ebooks/ False
DEBUG 2014-12-12 13:41:15,992 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /xhtml/%3F False
DEBUG 2014-12-12 13:41:15,992 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /ebooks%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:15,992 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /xhtml/search%3F False
DEBUG 2014-12-12 13:41:15,992 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /ebooks%3F%2Aoutput%3D%2A False
DEBUG 2014-12-12 13:41:15,992 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /xml%3F False
DEBUG 2014-12-12 13:41:15,992 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /ebooks%3F%2Apg%3D%2A False
DEBUG 2014-12-12 13:41:15,993 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /imode%3F False
DEBUG 2014-12-12 13:41:15,993 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /ebooks%3F%2Ajscmd%3D%2A False
DEBUG 2014-12-12 13:41:15,993 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /imode/%3F False
DEBUG 2014-12-12 13:41:15,993 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /ebooks%3F%2Abuy%3D%2A False
DEBUG 2014-12-12 13:41:15,993 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /imode/search%3F False
DEBUG 2014-12-12 13:41:15,993 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /ebooks%3F%2Azoom%3D%2A False
DEBUG 2014-12-12 13:41:15,993 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /jsky%3F False
DEBUG 2014-12-12 13:41:15,994 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /ebooks%3F%2Aq%3Drelated%3A%2A True
DEBUG 2014-12-12 13:41:15,994 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /jsky/%3F False
DEBUG 2014-12-12 13:41:15,994 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /ebooks%3F%2Aq%3Deditions%3A%2A True
DEBUG 2014-12-12 13:41:15,994 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /jsky/search%3F False
DEBUG 2014-12-12 13:41:15,994 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /ebooks%3F%2Aq%3Dsubject%3A%2A True
DEBUG 2014-12-12 13:41:15,994 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /pda%3F False
DEBUG 2014-12-12 13:41:15,995 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /ebooks%3F%2Azoom%3D1%2A True
DEBUG 2014-12-12 13:41:15,995 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /pda/%3F False
DEBUG 2014-12-12 13:41:15,995 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /ebooks%3F%2Azoom%3D5%2A True
DEBUG 2014-12-12 13:41:15,995 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /pda/search%3F False
DEBUG 2014-12-12 13:41:15,995 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /patents%3F False
DEBUG 2014-12-12 13:41:15,995 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /sprint_xhtml False
DEBUG 2014-12-12 13:41:15,995 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /patents/download/ False
DEBUG 2014-12-12 13:41:15,996 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /sprint_wml False
DEBUG 2014-12-12 13:41:15,996 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /patents/pdf/ False
DEBUG 2014-12-12 13:41:15,996 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /pqa False
DEBUG 2014-12-12 13:41:15,996 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /patents/related/ False
DEBUG 2014-12-12 13:41:15,996 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /palm False
DEBUG 2014-12-12 13:41:15,996 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /scholar False
DEBUG 2014-12-12 13:41:15,997 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /gwt/ False
DEBUG 2014-12-12 13:41:15,997 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /citations%3F False
DEBUG 2014-12-12 13:41:15,997 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /purchases False
DEBUG 2014-12-12 13:41:15,997 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /citations%3Fuser%3D True
DEBUG 2014-12-12 13:41:15,997 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /hws False
DEBUG 2014-12-12 13:41:15,997 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /citations%3F%2Acstart%3D False
DEBUG 2014-12-12 13:41:15,998 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /bsd%3F False
DEBUG 2014-12-12 13:41:15,998 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /citations%3Fview_op%3Dnew_profile True
DEBUG 2014-12-12 13:41:15,998 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /linux%3F False
DEBUG 2014-12-12 13:41:15,998 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /citations%3Fview_op%3Dtop_venues True
DEBUG 2014-12-12 13:41:15,998 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /mac%3F False
DEBUG 2014-12-12 13:41:15,998 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /complete False
DEBUG 2014-12-12 13:41:15,998 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /microsoft%3F False
DEBUG 2014-12-12 13:41:15,999 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /s%3F False
DEBUG 2014-12-12 13:41:15,999 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /unclesam%3F False
DEBUG 2014-12-12 13:41:15,999 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /sponsoredlinks False
DEBUG 2014-12-12 13:41:15,999 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /answers/search%3Fq%3D False
DEBUG 2014-12-12 13:41:15,999 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /videosearch%3F False
DEBUG 2014-12-12 13:41:15,999 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /local%3F False
DEBUG 2014-12-12 13:41:16,000 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /videopreview%3F False
DEBUG 2014-12-12 13:41:16,000 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /local_url False
DEBUG 2014-12-12 13:41:16,000 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /videoprograminfo%3F False
DEBUG 2014-12-12 13:41:16,000 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /shihui%3F False
DEBUG 2014-12-12 13:41:16,000 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /maps%3F%2Aoutput%3Dclassic%2A True
DEBUG 2014-12-12 13:41:16,000 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /shihui/ False
DEBUG 2014-12-12 13:41:16,001 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /maps/api/js%3F True
DEBUG 2014-12-12 13:41:16,001 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /froogle%3F False
DEBUG 2014-12-12 13:41:16,001 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /maps/d/ True
DEBUG 2014-12-12 13:41:16,001 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /products%3F False
DEBUG 2014-12-12 13:41:16,001 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /maps%3F False
DEBUG 2014-12-12 13:41:16,001 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /froogle_ False
DEBUG 2014-12-12 13:41:16,001 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /mapstt%3F False
DEBUG 2014-12-12 13:41:16,002 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /product_ False
DEBUG 2014-12-12 13:41:16,002 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /mapslt%3F False
DEBUG 2014-12-12 13:41:16,002 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /products_ False
DEBUG 2014-12-12 13:41:16,002 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /maps/stk/ False
DEBUG 2014-12-12 13:41:16,002 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /products%3B False
DEBUG 2014-12-12 13:41:16,002 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /maps/br%3F False
DEBUG 2014-12-12 13:41:16,003 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /print False
DEBUG 2014-12-12 13:41:16,003 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /mapabcpoi%3F False
DEBUG 2014-12-12 13:41:16,003 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /books/ False
DEBUG 2014-12-12 13:41:16,003 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /maphp%3F False
DEBUG 2014-12-12 13:41:16,003 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /bkshp%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:16,003 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /mapprint%3F False
DEBUG 2014-12-12 13:41:16,003 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /books%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:16,004 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /maps/api/js/ False
DEBUG 2014-12-12 13:41:16,004 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /books%3F%2Aoutput%3D%2A False
DEBUG 2014-12-12 13:41:16,004 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /maps/api/staticmap%3F False
DEBUG 2014-12-12 13:41:16,004 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /books%3F%2Apg%3D%2A False
DEBUG 2014-12-12 13:41:16,004 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /mld%3F False
DEBUG 2014-12-12 13:41:16,004 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /books%3F%2Ajtp%3D%2A False
DEBUG 2014-12-12 13:41:16,005 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /staticmap%3F False
DEBUG 2014-12-12 13:41:16,005 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /books%3F%2Ajscmd%3D%2A False
DEBUG 2014-12-12 13:41:16,005 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /places/ False
DEBUG 2014-12-12 13:41:16,005 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /books%3F%2Abuy%3D%2A False
DEBUG 2014-12-12 13:41:16,005 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /places/%24 True
DEBUG 2014-12-12 13:41:16,005 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /books%3F%2Azoom%3D%2A False
DEBUG 2014-12-12 13:41:16,006 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /maps/preview False
DEBUG 2014-12-12 13:41:16,006 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /books%3F%2Aq%3Drelated%3A%2A True
DEBUG 2014-12-12 13:41:16,006 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /maps/place False
DEBUG 2014-12-12 13:41:16,006 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /books%3F%2Aq%3Deditions%3A%2A True
DEBUG 2014-12-12 13:41:16,006 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /help/maps/streetview/partners/welcome/ False
DEBUG 2014-12-12 13:41:16,006 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /books%3F%2Aq%3Dsubject%3A%2A True
DEBUG 2014-12-12 13:41:16,007 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /help/maps/indoormaps/partners/ False
DEBUG 2014-12-12 13:41:16,007 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /books/about True
DEBUG 2014-12-12 13:41:16,007 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /lochp%3F False
DEBUG 2014-12-12 13:41:16,007 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /booksrightsholders True
DEBUG 2014-12-12 13:41:16,007 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /center False
DEBUG 2014-12-12 13:41:16,007 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /books%3F%2Azoom%3D1%2A True
DEBUG 2014-12-12 13:41:16,008 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /ie%3F False
DEBUG 2014-12-12 13:41:16,008 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /books%3F%2Azoom%3D5%2A True
DEBUG 2014-12-12 13:41:16,008 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /sms/demo%3F False
DEBUG 2014-12-12 13:41:16,008 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /ebooks/ False
DEBUG 2014-12-12 13:41:16,008 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /katrina%3F False
DEBUG 2014-12-12 13:41:16,009 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /ebooks%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:16,009 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /blogsearch%3F False
DEBUG 2014-12-12 13:41:16,009 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /ebooks%3F%2Aoutput%3D%2A False
DEBUG 2014-12-12 13:41:16,009 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /blogsearch/ False
DEBUG 2014-12-12 13:41:16,009 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /ebooks%3F%2Apg%3D%2A False
DEBUG 2014-12-12 13:41:16,009 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /blogsearch_feeds False
DEBUG 2014-12-12 13:41:16,010 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /ebooks%3F%2Ajscmd%3D%2A False
DEBUG 2014-12-12 13:41:16,010 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /advanced_blog_search False
DEBUG 2014-12-12 13:41:16,010 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /ebooks%3F%2Abuy%3D%2A False
DEBUG 2014-12-12 13:41:16,010 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /uds/ False
DEBUG 2014-12-12 13:41:16,010 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /ebooks%3F%2Azoom%3D%2A False
DEBUG 2014-12-12 13:41:16,010 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /chart%3F False
DEBUG 2014-12-12 13:41:16,011 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /ebooks%3F%2Aq%3Drelated%3A%2A True
DEBUG 2014-12-12 13:41:16,011 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /transit%3F False
DEBUG 2014-12-12 13:41:16,011 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /ebooks%3F%2Aq%3Deditions%3A%2A True
DEBUG 2014-12-12 13:41:16,011 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /mbd%3F False
DEBUG 2014-12-12 13:41:16,011 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /ebooks%3F%2Aq%3Dsubject%3A%2A True
DEBUG 2014-12-12 13:41:16,012 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /extern_js/ False
DEBUG 2014-12-12 13:41:16,012 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /ebooks%3F%2Azoom%3D1%2A True
DEBUG 2014-12-12 13:41:16,012 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /xjs/ False
DEBUG 2014-12-12 13:41:16,012 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /ebooks%3F%2Azoom%3D5%2A True
DEBUG 2014-12-12 13:41:16,012 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /calendar/feeds/ False
DEBUG 2014-12-12 13:41:16,012 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /patents%3F False
DEBUG 2014-12-12 13:41:16,013 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /calendar/ical/ False
DEBUG 2014-12-12 13:41:16,013 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /patents/download/ False
DEBUG 2014-12-12 13:41:16,013 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /cl2/feeds/ False
DEBUG 2014-12-12 13:41:16,013 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /patents/pdf/ False
DEBUG 2014-12-12 13:41:16,013 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /cl2/ical/ False
DEBUG 2014-12-12 13:41:16,013 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /patents/related/ False
DEBUG 2014-12-12 13:41:16,014 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /coop/directory False
DEBUG 2014-12-12 13:41:16,014 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /scholar False
DEBUG 2014-12-12 13:41:16,014 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /coop/manage False
DEBUG 2014-12-12 13:41:16,014 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /citations%3F False
DEBUG 2014-12-12 13:41:16,014 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /trends%3F False
DEBUG 2014-12-12 13:41:16,014 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /citations%3Fuser%3D True
DEBUG 2014-12-12 13:41:16,015 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /trends/music%3F False
DEBUG 2014-12-12 13:41:16,015 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /citations%3F%2Acstart%3D False
DEBUG 2014-12-12 13:41:16,015 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /trends/hottrends%3F False
DEBUG 2014-12-12 13:41:16,015 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /citations%3Fview_op%3Dnew_profile True
DEBUG 2014-12-12 13:41:16,015 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /trends/viz%3F False
DEBUG 2014-12-12 13:41:16,016 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /citations%3Fview_op%3Dtop_venues True
DEBUG 2014-12-12 13:41:16,016 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /trends/embed.js%3F False
DEBUG 2014-12-12 13:41:16,016 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /complete False
DEBUG 2014-12-12 13:41:16,016 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /trends/fetchComponent%3F False
DEBUG 2014-12-12 13:41:16,016 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /s%3F False
DEBUG 2014-12-12 13:41:16,016 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /notebook/search%3F False
DEBUG 2014-12-12 13:41:16,017 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /sponsoredlinks False
DEBUG 2014-12-12 13:41:16,017 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /musica False
DEBUG 2014-12-12 13:41:16,017 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /videosearch%3F False
DEBUG 2014-12-12 13:41:16,017 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /musicad False
DEBUG 2014-12-12 13:41:16,017 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /videopreview%3F False
DEBUG 2014-12-12 13:41:16,018 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /musicas False
DEBUG 2014-12-12 13:41:16,018 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /videoprograminfo%3F False
DEBUG 2014-12-12 13:41:16,018 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /musicl False
DEBUG 2014-12-12 13:41:16,018 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /maps%3F%2Aoutput%3Dclassic%2A True
DEBUG 2014-12-12 13:41:16,018 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /musics False
DEBUG 2014-12-12 13:41:16,019 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /maps/api/js%3F True
DEBUG 2014-12-12 13:41:16,019 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /musicsearch False
DEBUG 2014-12-12 13:41:16,019 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /maps/d/ True
DEBUG 2014-12-12 13:41:16,019 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /musicsp False
DEBUG 2014-12-12 13:41:16,019 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /maps%3F False
DEBUG 2014-12-12 13:41:16,019 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /musiclp False
DEBUG 2014-12-12 13:41:16,020 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /mapstt%3F False
DEBUG 2014-12-12 13:41:16,020 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /browsersync False
DEBUG 2014-12-12 13:41:16,020 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /mapslt%3F False
DEBUG 2014-12-12 13:41:16,020 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /call False
DEBUG 2014-12-12 13:41:16,020 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /maps/stk/ False
DEBUG 2014-12-12 13:41:16,021 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /archivesearch%3F False
DEBUG 2014-12-12 13:41:16,021 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /maps/br%3F False
DEBUG 2014-12-12 13:41:16,021 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /archivesearch/url False
DEBUG 2014-12-12 13:41:16,021 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /mapabcpoi%3F False
DEBUG 2014-12-12 13:41:16,021 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /archivesearch/advanced_search False
DEBUG 2014-12-12 13:41:16,022 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /maphp%3F False
DEBUG 2014-12-12 13:41:16,022 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /base/reportbadoffer False
DEBUG 2014-12-12 13:41:16,022 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /mapprint%3F False
DEBUG 2014-12-12 13:41:16,022 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /urchin_test/ False
DEBUG 2014-12-12 13:41:16,022 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /maps/api/js/ False
DEBUG 2014-12-12 13:41:16,023 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /movies%3F False
DEBUG 2014-12-12 13:41:16,023 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /maps/api/staticmap%3F False
DEBUG 2014-12-12 13:41:16,023 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /codesearch%3F False
DEBUG 2014-12-12 13:41:16,023 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /mld%3F False
DEBUG 2014-12-12 13:41:16,023 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /codesearch/feeds/search%3F False
DEBUG 2014-12-12 13:41:16,024 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /staticmap%3F False
DEBUG 2014-12-12 13:41:16,024 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /wapsearch%3F False
DEBUG 2014-12-12 13:41:16,024 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /places/ False
DEBUG 2014-12-12 13:41:16,024 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /safebrowsing False
DEBUG 2014-12-12 13:41:16,024 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /places/%24 True
DEBUG 2014-12-12 13:41:16,025 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /safebrowsing/diagnostic True
DEBUG 2014-12-12 13:41:16,025 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /maps/preview False
DEBUG 2014-12-12 13:41:16,025 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /safebrowsing/report_badware/ True
DEBUG 2014-12-12 13:41:16,025 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /maps/place False
DEBUG 2014-12-12 13:41:16,025 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /safebrowsing/report_error/ True
DEBUG 2014-12-12 13:41:16,026 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /help/maps/streetview/partners/welcome/ False
DEBUG 2014-12-12 13:41:16,026 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /safebrowsing/report_phish/ True
DEBUG 2014-12-12 13:41:16,026 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /help/maps/indoormaps/partners/ False
DEBUG 2014-12-12 13:41:16,026 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /reviews/search%3F False
DEBUG 2014-12-12 13:41:16,026 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /lochp%3F False
DEBUG 2014-12-12 13:41:16,027 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /orkut/albums False
DEBUG 2014-12-12 13:41:16,027 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /center False
DEBUG 2014-12-12 13:41:16,027 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /jsapi True
DEBUG 2014-12-12 13:41:16,027 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /ie%3F False
DEBUG 2014-12-12 13:41:16,027 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /views%3F False
DEBUG 2014-12-12 13:41:16,028 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /sms/demo%3F False
DEBUG 2014-12-12 13:41:16,028 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /c/ False
DEBUG 2014-12-12 13:41:16,028 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /katrina%3F False
DEBUG 2014-12-12 13:41:16,028 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /cbk False
DEBUG 2014-12-12 13:41:16,028 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /blogsearch%3F False
DEBUG 2014-12-12 13:41:16,029 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /cbk%3Foutput%3Dtile%26cb_client%3Dmaps_sv True
DEBUG 2014-12-12 13:41:16,029 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /blogsearch/ False
DEBUG 2014-12-12 13:41:16,029 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /recharge/dashboard/car False
DEBUG 2014-12-12 13:41:16,029 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /blogsearch_feeds False
DEBUG 2014-12-12 13:41:16,029 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /recharge/dashboard/static/ False
DEBUG 2014-12-12 13:41:16,030 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /advanced_blog_search False
DEBUG 2014-12-12 13:41:16,030 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /translate_a/ False
DEBUG 2014-12-12 13:41:16,030 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /uds/ False
DEBUG 2014-12-12 13:41:16,030 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /translate_c False
DEBUG 2014-12-12 13:41:16,030 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /chart%3F False
DEBUG 2014-12-12 13:41:16,030 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /translate_f False
DEBUG 2014-12-12 13:41:16,031 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /transit%3F False
DEBUG 2014-12-12 13:41:16,031 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /translate_static/ False
DEBUG 2014-12-12 13:41:16,031 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /mbd%3F False
DEBUG 2014-12-12 13:41:16,031 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /translate_suggestion False
DEBUG 2014-12-12 13:41:16,031 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /extern_js/ False
DEBUG 2014-12-12 13:41:16,031 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /profiles/me False
DEBUG 2014-12-12 13:41:16,032 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /xjs/ False
DEBUG 2014-12-12 13:41:16,032 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /profiles True
DEBUG 2014-12-12 13:41:16,032 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /calendar/feeds/ False
DEBUG 2014-12-12 13:41:16,032 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /s2/profiles/me False
DEBUG 2014-12-12 13:41:16,032 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /calendar/ical/ False
DEBUG 2014-12-12 13:41:16,032 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /s2/profiles True
DEBUG 2014-12-12 13:41:16,033 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /cl2/feeds/ False
DEBUG 2014-12-12 13:41:16,033 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /s2/oz True
DEBUG 2014-12-12 13:41:16,033 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /cl2/ical/ False
DEBUG 2014-12-12 13:41:16,033 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /s2/photos True
DEBUG 2014-12-12 13:41:16,033 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /coop/directory False
DEBUG 2014-12-12 13:41:16,033 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /s2/search/social True
DEBUG 2014-12-12 13:41:16,034 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /coop/manage False
DEBUG 2014-12-12 13:41:16,034 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /s2/static True
DEBUG 2014-12-12 13:41:16,034 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /trends%3F False
DEBUG 2014-12-12 13:41:16,034 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /s2 False
DEBUG 2014-12-12 13:41:16,034 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /trends/music%3F False
DEBUG 2014-12-12 13:41:16,034 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /transconsole/portal/ False
DEBUG 2014-12-12 13:41:16,035 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /trends/hottrends%3F False
DEBUG 2014-12-12 13:41:16,035 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /gcc/ False
DEBUG 2014-12-12 13:41:16,035 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /trends/viz%3F False
DEBUG 2014-12-12 13:41:16,035 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /aclk False
DEBUG 2014-12-12 13:41:16,035 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /trends/embed.js%3F False
DEBUG 2014-12-12 13:41:16,035 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /cse%3F False
DEBUG 2014-12-12 13:41:16,035 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /trends/fetchComponent%3F False
DEBUG 2014-12-12 13:41:16,036 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /cse/home False
DEBUG 2014-12-12 13:41:16,036 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /notebook/search%3F False
DEBUG 2014-12-12 13:41:16,036 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /cse/panel False
DEBUG 2014-12-12 13:41:16,036 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /musica False
DEBUG 2014-12-12 13:41:16,036 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /cse/manage False
DEBUG 2014-12-12 13:41:16,036 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /musicad False
DEBUG 2014-12-12 13:41:16,037 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /tbproxy/ False
DEBUG 2014-12-12 13:41:16,037 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /musicas False
DEBUG 2014-12-12 13:41:16,037 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /imesync/ False
DEBUG 2014-12-12 13:41:16,037 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /musicl False
DEBUG 2014-12-12 13:41:16,037 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /shenghuo/search%3F False
DEBUG 2014-12-12 13:41:16,037 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /musics False
DEBUG 2014-12-12 13:41:16,037 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /support/forum/search%3F False
DEBUG 2014-12-12 13:41:16,038 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /musicsearch False
DEBUG 2014-12-12 13:41:16,038 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /reviews/polls/ False
DEBUG 2014-12-12 13:41:16,038 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /musicsp False
DEBUG 2014-12-12 13:41:16,038 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /hosted/images/ False
DEBUG 2014-12-12 13:41:16,038 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /musiclp False
DEBUG 2014-12-12 13:41:16,038 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /ppob/%3F False
DEBUG 2014-12-12 13:41:16,039 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /browsersync False
DEBUG 2014-12-12 13:41:16,039 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /ppob%3F False
DEBUG 2014-12-12 13:41:16,039 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /call False
DEBUG 2014-12-12 13:41:16,039 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /adwordsresellers False
DEBUG 2014-12-12 13:41:16,039 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /archivesearch%3F False
DEBUG 2014-12-12 13:41:16,039 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /accounts/ClientLogin False
DEBUG 2014-12-12 13:41:16,040 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /archivesearch/url False
DEBUG 2014-12-12 13:41:16,040 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /accounts/ClientAuth False
DEBUG 2014-12-12 13:41:16,040 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /archivesearch/advanced_search False
DEBUG 2014-12-12 13:41:16,040 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /accounts/o8 False
DEBUG 2014-12-12 13:41:16,040 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /base/reportbadoffer False
DEBUG 2014-12-12 13:41:16,040 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /accounts/o8/id True
DEBUG 2014-12-12 13:41:16,041 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /urchin_test/ False
DEBUG 2014-12-12 13:41:16,041 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /topicsearch%3Fq%3D False
DEBUG 2014-12-12 13:41:16,041 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /movies%3F False
DEBUG 2014-12-12 13:41:16,041 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /xfx7/ False
DEBUG 2014-12-12 13:41:16,041 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /codesearch%3F False
DEBUG 2014-12-12 13:41:16,041 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /squared/api False
DEBUG 2014-12-12 13:41:16,041 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /codesearch/feeds/search%3F False
DEBUG 2014-12-12 13:41:16,042 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /squared/search False
DEBUG 2014-12-12 13:41:16,042 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /wapsearch%3F False
DEBUG 2014-12-12 13:41:16,042 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /squared/table False
DEBUG 2014-12-12 13:41:16,042 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /safebrowsing False
DEBUG 2014-12-12 13:41:16,042 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /toolkit/ False
DEBUG 2014-12-12 13:41:16,042 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /safebrowsing/diagnostic True
DEBUG 2014-12-12 13:41:16,043 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /toolkit/%2A.html True
DEBUG 2014-12-12 13:41:16,043 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /safebrowsing/report_badware/ True
DEBUG 2014-12-12 13:41:16,043 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /globalmarketfinder/ False
DEBUG 2014-12-12 13:41:16,043 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /safebrowsing/report_error/ True
DEBUG 2014-12-12 13:41:16,043 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /globalmarketfinder/%2A.html True
DEBUG 2014-12-12 13:41:16,043 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /safebrowsing/report_phish/ True
DEBUG 2014-12-12 13:41:16,044 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /qnasearch%3F False
DEBUG 2014-12-12 13:41:16,044 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /reviews/search%3F False
DEBUG 2014-12-12 13:41:16,044 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /app/updates False
DEBUG 2014-12-12 13:41:16,044 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /orkut/albums False
DEBUG 2014-12-12 13:41:16,044 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /sidewiki/entry/ False
DEBUG 2014-12-12 13:41:16,044 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /jsapi True
DEBUG 2014-12-12 13:41:16,045 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /quality_form%3F False
DEBUG 2014-12-12 13:41:16,045 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /views%3F False
DEBUG 2014-12-12 13:41:16,045 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /labs/popgadget/search False
DEBUG 2014-12-12 13:41:16,045 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /c/ False
DEBUG 2014-12-12 13:41:16,045 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /buzz/post False
DEBUG 2014-12-12 13:41:16,045 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /cbk False
DEBUG 2014-12-12 13:41:16,045 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /compressiontest/ False
DEBUG 2014-12-12 13:41:16,046 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /cbk%3Foutput%3Dtile%26cb_client%3Dmaps_sv True
DEBUG 2014-12-12 13:41:16,046 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /analytics/reporting/ False
DEBUG 2014-12-12 13:41:16,046 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /recharge/dashboard/car False
DEBUG 2014-12-12 13:41:16,046 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /analytics/admin/ False
DEBUG 2014-12-12 13:41:16,046 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /recharge/dashboard/static/ False
DEBUG 2014-12-12 13:41:16,046 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /analytics/web/ False
DEBUG 2014-12-12 13:41:16,047 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /translate_a/ False
DEBUG 2014-12-12 13:41:16,047 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /analytics/feeds/ False
DEBUG 2014-12-12 13:41:16,047 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /translate_c False
DEBUG 2014-12-12 13:41:16,047 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /analytics/settings/ False
DEBUG 2014-12-12 13:41:16,047 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /translate_f False
DEBUG 2014-12-12 13:41:16,047 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /alerts/manage True
DEBUG 2014-12-12 13:41:16,048 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /translate_static/ False
DEBUG 2014-12-12 13:41:16,048 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /alerts/remove True
DEBUG 2014-12-12 13:41:16,048 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /translate_suggestion False
DEBUG 2014-12-12 13:41:16,048 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /alerts/ False
DEBUG 2014-12-12 13:41:16,048 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /profiles/me False
DEBUG 2014-12-12 13:41:16,048 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /alerts/%24 True
DEBUG 2014-12-12 13:41:16,049 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /profiles True
DEBUG 2014-12-12 13:41:16,049 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /ads/search%3F False
DEBUG 2014-12-12 13:41:16,049 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /s2/profiles/me False
DEBUG 2014-12-12 13:41:16,049 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /ads/plan/action_plan%3F False
DEBUG 2014-12-12 13:41:16,049 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /s2/profiles True
DEBUG 2014-12-12 13:41:16,049 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /ads/plan/api/ False
DEBUG 2014-12-12 13:41:16,050 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /s2/oz True
DEBUG 2014-12-12 13:41:16,050 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /phone/compare/%3F False
DEBUG 2014-12-12 13:41:16,050 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /s2/photos True
DEBUG 2014-12-12 13:41:16,050 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /travel/clk False
DEBUG 2014-12-12 13:41:16,050 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /s2/search/social True
DEBUG 2014-12-12 13:41:16,050 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /hotelfinder/rpc False
DEBUG 2014-12-12 13:41:16,051 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /s2/static True
DEBUG 2014-12-12 13:41:16,051 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /hotels/rpc False
DEBUG 2014-12-12 13:41:16,051 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /s2 False
DEBUG 2014-12-12 13:41:16,051 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /flights/rpc False
DEBUG 2014-12-12 13:41:16,051 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /transconsole/portal/ False
DEBUG 2014-12-12 13:41:16,051 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /commercesearch/services/ False
DEBUG 2014-12-12 13:41:16,051 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /gcc/ False
DEBUG 2014-12-12 13:41:16,052 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /evaluation/ False
DEBUG 2014-12-12 13:41:16,052 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /aclk False
DEBUG 2014-12-12 13:41:16,052 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /chrome/browser/mobile/tour False
DEBUG 2014-12-12 13:41:16,052 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /cse%3F False
DEBUG 2014-12-12 13:41:16,052 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /compare/%2A/apply%2A False
DEBUG 2014-12-12 13:41:16,052 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /cse/home False
DEBUG 2014-12-12 13:41:16,053 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /forms/perks/ False
DEBUG 2014-12-12 13:41:16,053 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /cse/panel False
DEBUG 2014-12-12 13:41:16,053 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /baraza/%2A/search False
DEBUG 2014-12-12 13:41:16,053 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /cse/manage False
DEBUG 2014-12-12 13:41:16,053 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /baraza/%2A/report False
DEBUG 2014-12-12 13:41:16,053 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /tbproxy/ False
DEBUG 2014-12-12 13:41:16,053 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /shopping/suppliers/search False
DEBUG 2014-12-12 13:41:16,054 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /imesync/ False
DEBUG 2014-12-12 13:41:16,054 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /ct/ False
DEBUG 2014-12-12 13:41:16,054 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /shenghuo/search%3F False
DEBUG 2014-12-12 13:41:16,054 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /edu/cs4hs/ False
DEBUG 2014-12-12 13:41:16,054 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /support/forum/search%3F False
DEBUG 2014-12-12 13:41:16,055 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /trustedstores/s/ False
DEBUG 2014-12-12 13:41:16,055 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /reviews/polls/ False
DEBUG 2014-12-12 13:41:16,055 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /trustedstores/tm2 False
DEBUG 2014-12-12 13:41:16,055 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /hosted/images/ False
DEBUG 2014-12-12 13:41:16,055 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /trustedstores/verify False
DEBUG 2014-12-12 13:41:16,055 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /ppob/%3F False
DEBUG 2014-12-12 13:41:16,056 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /adwords/proposal False
DEBUG 2014-12-12 13:41:16,056 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /ppob%3F False
DEBUG 2014-12-12 13:41:16,056 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /shopping/product/ False
DEBUG 2014-12-12 13:41:16,056 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /adwordsresellers False
DEBUG 2014-12-12 13:41:16,056 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /shopping/seller False
DEBUG 2014-12-12 13:41:16,056 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /accounts/ClientLogin False
DEBUG 2014-12-12 13:41:16,057 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /shopping/reviewer False
DEBUG 2014-12-12 13:41:16,057 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /accounts/ClientAuth False
DEBUG 2014-12-12 13:41:16,057 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /about/careers/apply/ False
DEBUG 2014-12-12 13:41:16,057 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /accounts/o8 False
DEBUG 2014-12-12 13:41:16,057 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /about/careers/applications/ False
DEBUG 2014-12-12 13:41:16,057 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /accounts/o8/id True
DEBUG 2014-12-12 13:41:16,058 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /landing/signout.html False
DEBUG 2014-12-12 13:41:16,058 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /topicsearch%3Fq%3D False
DEBUG 2014-12-12 13:41:16,058 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /gb/images True
DEBUG 2014-12-12 13:41:16,058 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /xfx7/ False
DEBUG 2014-12-12 13:41:16,058 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /gb/js True
DEBUG 2014-12-12 13:41:16,059 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /squared/api False
DEBUG 2014-12-12 13:41:16,059 CheckThread-https://www.google.com/intx/sitemap.xml  ... no rule lines of ['*'] applied to /intx/sitemap.xml; allowed.
DEBUG 2014-12-12 13:41:16,059 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /squared/search False
DEBUG 2014-12-12 13:41:16,059 CheckThread-https://www.google.com/intx/sitemap.xml Prepare request with {'method': 'GET', 'headers': {'Referer': u'https://www.google.com'}, 'url': u'https://www.google.com/intx/sitemap.xml'}
DEBUG 2014-12-12 13:41:16,059 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /squared/table False
DEBUG 2014-12-12 13:41:16,059 CheckThread-https://www.google.com/edu/sitemap.xml u'https://www.google.com/robots.txt' check allowance for:
  user agent: u'Mozilla/5.0 (compatible; LinkChecker/9.3; +http://wummel.github.io/linkchecker/)'
  url: u'https://www.google.com/edu/sitemap.xml' ...
DEBUG 2014-12-12 13:41:16,060 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /toolkit/ False
DEBUG 2014-12-12 13:41:16,061 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /search False
DEBUG 2014-12-12 13:41:16,061 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /toolkit/%2A.html True
DEBUG 2014-12-12 13:41:16,061 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /sdch False
DEBUG 2014-12-12 13:41:16,061 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /globalmarketfinder/ False
DEBUG 2014-12-12 13:41:16,062 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /groups False
DEBUG 2014-12-12 13:41:16,062 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /globalmarketfinder/%2A.html True
DEBUG 2014-12-12 13:41:16,062 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /images False
DEBUG 2014-12-12 13:41:16,062 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /qnasearch%3F False
DEBUG 2014-12-12 13:41:16,062 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /catalogs False
DEBUG 2014-12-12 13:41:16,063 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /app/updates False
DEBUG 2014-12-12 13:41:16,063 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /catalogs/about True
DEBUG 2014-12-12 13:41:16,063 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /sidewiki/entry/ False
DEBUG 2014-12-12 13:41:16,063 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /catalogs/p%3F True
DEBUG 2014-12-12 13:41:16,063 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /quality_form%3F False
DEBUG 2014-12-12 13:41:16,064 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /catalogues False
DEBUG 2014-12-12 13:41:16,064 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /labs/popgadget/search False
DEBUG 2014-12-12 13:41:16,064 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /newsalerts True
DEBUG 2014-12-12 13:41:16,064 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /buzz/post False
DEBUG 2014-12-12 13:41:16,064 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /news False
DEBUG 2014-12-12 13:41:16,065 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /compressiontest/ False
DEBUG 2014-12-12 13:41:16,065 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /news/directory True
DEBUG 2014-12-12 13:41:16,065 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /analytics/reporting/ False
DEBUG 2014-12-12 13:41:16,065 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /nwshp False
DEBUG 2014-12-12 13:41:16,065 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /analytics/admin/ False
DEBUG 2014-12-12 13:41:16,066 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /setnewsprefs%3F False
DEBUG 2014-12-12 13:41:16,066 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /analytics/web/ False
DEBUG 2014-12-12 13:41:16,066 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /index.html%3F False
DEBUG 2014-12-12 13:41:16,066 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /analytics/feeds/ False
DEBUG 2014-12-12 13:41:16,066 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /%3F False
DEBUG 2014-12-12 13:41:16,067 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /analytics/settings/ False
DEBUG 2014-12-12 13:41:16,067 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /%3Fhl%3D True
DEBUG 2014-12-12 13:41:16,067 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /alerts/manage True
DEBUG 2014-12-12 13:41:16,067 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /%3Fhl%3D%2A%26 False
DEBUG 2014-12-12 13:41:16,067 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /alerts/remove True
DEBUG 2014-12-12 13:41:16,068 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /%3Fhl%3D%2A%26gws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:16,068 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /alerts/ False
DEBUG 2014-12-12 13:41:16,068 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /%3Fhl%3D%2A%26%2A%26gws_rd%3Dssl False
DEBUG 2014-12-12 13:41:16,068 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /alerts/%24 True
DEBUG 2014-12-12 13:41:16,068 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /%3Fgws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:16,069 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /ads/search%3F False
DEBUG 2014-12-12 13:41:16,069 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /%3Fpt1%3Dtrue%24 True
DEBUG 2014-12-12 13:41:16,069 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /ads/plan/action_plan%3F False
DEBUG 2014-12-12 13:41:16,069 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /addurl/image%3F False
DEBUG 2014-12-12 13:41:16,069 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /ads/plan/api/ False
DEBUG 2014-12-12 13:41:16,069 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /mail/help/ True
DEBUG 2014-12-12 13:41:16,070 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /phone/compare/%3F False
DEBUG 2014-12-12 13:41:16,070 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /mail/ False
DEBUG 2014-12-12 13:41:16,070 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /travel/clk False
DEBUG 2014-12-12 13:41:16,070 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /pagead/ False
DEBUG 2014-12-12 13:41:16,070 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /hotelfinder/rpc False
DEBUG 2014-12-12 13:41:16,070 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /relpage/ False
DEBUG 2014-12-12 13:41:16,071 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /hotels/rpc False
DEBUG 2014-12-12 13:41:16,071 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /relcontent False
DEBUG 2014-12-12 13:41:16,071 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /flights/rpc False
DEBUG 2014-12-12 13:41:16,071 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /imgres False
DEBUG 2014-12-12 13:41:16,071 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /commercesearch/services/ False
DEBUG 2014-12-12 13:41:16,071 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /imglanding False
DEBUG 2014-12-12 13:41:16,072 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /evaluation/ False
DEBUG 2014-12-12 13:41:16,072 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /sbd False
DEBUG 2014-12-12 13:41:16,072 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /chrome/browser/mobile/tour False
DEBUG 2014-12-12 13:41:16,072 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /keyword/ False
DEBUG 2014-12-12 13:41:16,072 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /compare/%2A/apply%2A False
DEBUG 2014-12-12 13:41:16,072 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /u/ False
DEBUG 2014-12-12 13:41:16,072 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /forms/perks/ False
DEBUG 2014-12-12 13:41:16,073 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /univ/ False
DEBUG 2014-12-12 13:41:16,073 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /baraza/%2A/search False
DEBUG 2014-12-12 13:41:16,073 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /cobrand False
DEBUG 2014-12-12 13:41:16,073 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /baraza/%2A/report False
DEBUG 2014-12-12 13:41:16,073 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /custom False
DEBUG 2014-12-12 13:41:16,073 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /shopping/suppliers/search False
DEBUG 2014-12-12 13:41:16,074 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /advanced_group_search False
DEBUG 2014-12-12 13:41:16,074 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /ct/ False
DEBUG 2014-12-12 13:41:16,074 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /googlesite False
DEBUG 2014-12-12 13:41:16,074 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /edu/cs4hs/ False
DEBUG 2014-12-12 13:41:16,074 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /preferences False
DEBUG 2014-12-12 13:41:16,074 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /trustedstores/s/ False
DEBUG 2014-12-12 13:41:16,074 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /setprefs False
DEBUG 2014-12-12 13:41:16,075 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /trustedstores/tm2 False
DEBUG 2014-12-12 13:41:16,075 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /swr False
DEBUG 2014-12-12 13:41:16,075 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /trustedstores/verify False
DEBUG 2014-12-12 13:41:16,075 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /url False
DEBUG 2014-12-12 13:41:16,075 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /adwords/proposal False
DEBUG 2014-12-12 13:41:16,075 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /default False
DEBUG 2014-12-12 13:41:16,076 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /shopping/product/ False
DEBUG 2014-12-12 13:41:16,076 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /m%3F False
DEBUG 2014-12-12 13:41:16,076 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /shopping/seller False
DEBUG 2014-12-12 13:41:16,076 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /m/ False
DEBUG 2014-12-12 13:41:16,076 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /shopping/reviewer False
DEBUG 2014-12-12 13:41:16,076 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /m/finance True
DEBUG 2014-12-12 13:41:16,077 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /about/careers/apply/ False
DEBUG 2014-12-12 13:41:16,077 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /wml%3F False
DEBUG 2014-12-12 13:41:16,077 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /about/careers/applications/ False
DEBUG 2014-12-12 13:41:16,077 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /wml/%3F False
DEBUG 2014-12-12 13:41:16,077 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /landing/signout.html False
DEBUG 2014-12-12 13:41:16,077 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /wml/search%3F False
DEBUG 2014-12-12 13:41:16,078 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /gb/images True
DEBUG 2014-12-12 13:41:16,078 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /xhtml%3F False
DEBUG 2014-12-12 13:41:16,078 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /gb/js True
DEBUG 2014-12-12 13:41:16,078 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /xhtml/%3F False
DEBUG 2014-12-12 13:41:16,078 CheckThread-http://www.google.com/hostednews/sitemap_index.xml  ... no rule lines of ['*'] applied to /hostednews/sitemap_index.xml; allowed.
DEBUG 2014-12-12 13:41:16,078 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /xhtml/search%3F False
DEBUG 2014-12-12 13:41:16,079 CheckThread-http://www.google.com/hostednews/sitemap_index.xml Prepare request with {'method': 'GET', 'headers': {'Referer': u'https://www.google.com'}, 'url': u'http://www.google.com/hostednews/sitemap_index.xml'}
DEBUG 2014-12-12 13:41:16,079 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /xml%3F False
DEBUG 2014-12-12 13:41:16,079 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /imode%3F False
DEBUG 2014-12-12 13:41:16,079 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /imode/%3F False
DEBUG 2014-12-12 13:41:16,080 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /imode/search%3F False
DEBUG 2014-12-12 13:41:16,080 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /jsky%3F False
DEBUG 2014-12-12 13:41:16,080 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /jsky/%3F False
DEBUG 2014-12-12 13:41:16,080 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /jsky/search%3F False
DEBUG 2014-12-12 13:41:16,080 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /pda%3F False
DEBUG 2014-12-12 13:41:16,081 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /pda/%3F False
DEBUG 2014-12-12 13:41:16,081 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /pda/search%3F False
DEBUG 2014-12-12 13:41:16,081 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /sprint_xhtml False
DEBUG 2014-12-12 13:41:16,081 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /sprint_wml False
DEBUG 2014-12-12 13:41:16,081 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /pqa False
DEBUG 2014-12-12 13:41:16,081 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /palm False
DEBUG 2014-12-12 13:41:16,081 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /gwt/ False
DEBUG 2014-12-12 13:41:16,081 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /purchases False
DEBUG 2014-12-12 13:41:16,081 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /hws False
DEBUG 2014-12-12 13:41:16,082 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /bsd%3F False
DEBUG 2014-12-12 13:41:16,082 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /linux%3F False
DEBUG 2014-12-12 13:41:16,082 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /mac%3F False
DEBUG 2014-12-12 13:41:16,082 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /microsoft%3F False
DEBUG 2014-12-12 13:41:16,082 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /unclesam%3F False
DEBUG 2014-12-12 13:41:16,082 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /answers/search%3Fq%3D False
DEBUG 2014-12-12 13:41:16,082 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /local%3F False
DEBUG 2014-12-12 13:41:16,082 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /local_url False
DEBUG 2014-12-12 13:41:16,082 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /shihui%3F False
DEBUG 2014-12-12 13:41:16,082 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /shihui/ False
DEBUG 2014-12-12 13:41:16,083 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /froogle%3F False
DEBUG 2014-12-12 13:41:16,083 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /products%3F False
DEBUG 2014-12-12 13:41:16,083 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /froogle_ False
DEBUG 2014-12-12 13:41:16,083 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /product_ False
DEBUG 2014-12-12 13:41:16,083 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /products_ False
DEBUG 2014-12-12 13:41:16,083 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /products%3B False
DEBUG 2014-12-12 13:41:16,083 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /print False
DEBUG 2014-12-12 13:41:16,083 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /books/ False
DEBUG 2014-12-12 13:41:16,083 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /bkshp%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:16,083 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /books%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:16,083 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /books%3F%2Aoutput%3D%2A False
DEBUG 2014-12-12 13:41:16,083 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /books%3F%2Apg%3D%2A False
DEBUG 2014-12-12 13:41:16,084 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /books%3F%2Ajtp%3D%2A False
DEBUG 2014-12-12 13:41:16,084 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /books%3F%2Ajscmd%3D%2A False
DEBUG 2014-12-12 13:41:16,084 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /books%3F%2Abuy%3D%2A False
DEBUG 2014-12-12 13:41:16,084 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /books%3F%2Azoom%3D%2A False
DEBUG 2014-12-12 13:41:16,084 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /books%3F%2Aq%3Drelated%3A%2A True
DEBUG 2014-12-12 13:41:16,084 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /books%3F%2Aq%3Deditions%3A%2A True
DEBUG 2014-12-12 13:41:16,084 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /books%3F%2Aq%3Dsubject%3A%2A True
DEBUG 2014-12-12 13:41:16,084 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /books/about True
DEBUG 2014-12-12 13:41:16,084 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /booksrightsholders True
DEBUG 2014-12-12 13:41:16,084 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /books%3F%2Azoom%3D1%2A True
DEBUG 2014-12-12 13:41:16,084 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /books%3F%2Azoom%3D5%2A True
DEBUG 2014-12-12 13:41:16,085 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /ebooks/ False
DEBUG 2014-12-12 13:41:16,085 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /ebooks%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:16,085 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /ebooks%3F%2Aoutput%3D%2A False
DEBUG 2014-12-12 13:41:16,085 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /ebooks%3F%2Apg%3D%2A False
DEBUG 2014-12-12 13:41:16,085 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /ebooks%3F%2Ajscmd%3D%2A False
DEBUG 2014-12-12 13:41:16,085 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /ebooks%3F%2Abuy%3D%2A False
DEBUG 2014-12-12 13:41:16,085 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /ebooks%3F%2Azoom%3D%2A False
DEBUG 2014-12-12 13:41:16,085 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /ebooks%3F%2Aq%3Drelated%3A%2A True
DEBUG 2014-12-12 13:41:16,085 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /ebooks%3F%2Aq%3Deditions%3A%2A True
DEBUG 2014-12-12 13:41:16,085 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /ebooks%3F%2Aq%3Dsubject%3A%2A True
DEBUG 2014-12-12 13:41:16,085 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /ebooks%3F%2Azoom%3D1%2A True
DEBUG 2014-12-12 13:41:16,085 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /ebooks%3F%2Azoom%3D5%2A True
DEBUG 2014-12-12 13:41:16,086 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /patents%3F False
DEBUG 2014-12-12 13:41:16,086 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /patents/download/ False
DEBUG 2014-12-12 13:41:16,086 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /patents/pdf/ False
DEBUG 2014-12-12 13:41:16,086 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /patents/related/ False
DEBUG 2014-12-12 13:41:16,086 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /scholar False
DEBUG 2014-12-12 13:41:16,086 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /citations%3F False
DEBUG 2014-12-12 13:41:16,086 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /citations%3Fuser%3D True
DEBUG 2014-12-12 13:41:16,086 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /citations%3F%2Acstart%3D False
DEBUG 2014-12-12 13:41:16,086 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /citations%3Fview_op%3Dnew_profile True
DEBUG 2014-12-12 13:41:16,086 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /citations%3Fview_op%3Dtop_venues True
DEBUG 2014-12-12 13:41:16,086 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /complete False
DEBUG 2014-12-12 13:41:16,086 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /s%3F False
DEBUG 2014-12-12 13:41:16,087 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /sponsoredlinks False
DEBUG 2014-12-12 13:41:16,087 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /videosearch%3F False
DEBUG 2014-12-12 13:41:16,087 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /videopreview%3F False
DEBUG 2014-12-12 13:41:16,087 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /videoprograminfo%3F False
DEBUG 2014-12-12 13:41:16,087 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /maps%3F%2Aoutput%3Dclassic%2A True
DEBUG 2014-12-12 13:41:16,087 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /maps/api/js%3F True
DEBUG 2014-12-12 13:41:16,087 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /maps/d/ True
DEBUG 2014-12-12 13:41:16,087 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /maps%3F False
DEBUG 2014-12-12 13:41:16,087 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /mapstt%3F False
DEBUG 2014-12-12 13:41:16,087 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /mapslt%3F False
DEBUG 2014-12-12 13:41:16,087 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /maps/stk/ False
DEBUG 2014-12-12 13:41:16,088 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /maps/br%3F False
DEBUG 2014-12-12 13:41:16,088 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /mapabcpoi%3F False
DEBUG 2014-12-12 13:41:16,088 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /maphp%3F False
DEBUG 2014-12-12 13:41:16,088 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /mapprint%3F False
DEBUG 2014-12-12 13:41:16,088 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /maps/api/js/ False
DEBUG 2014-12-12 13:41:16,088 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /maps/api/staticmap%3F False
DEBUG 2014-12-12 13:41:16,088 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /mld%3F False
DEBUG 2014-12-12 13:41:16,088 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /staticmap%3F False
DEBUG 2014-12-12 13:41:16,088 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /places/ False
DEBUG 2014-12-12 13:41:16,088 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /places/%24 True
DEBUG 2014-12-12 13:41:16,088 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /maps/preview False
DEBUG 2014-12-12 13:41:16,088 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /maps/place False
DEBUG 2014-12-12 13:41:16,089 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /help/maps/streetview/partners/welcome/ False
DEBUG 2014-12-12 13:41:16,089 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /help/maps/indoormaps/partners/ False
DEBUG 2014-12-12 13:41:16,089 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /lochp%3F False
DEBUG 2014-12-12 13:41:16,089 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /center False
DEBUG 2014-12-12 13:41:16,089 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /ie%3F False
DEBUG 2014-12-12 13:41:16,089 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /sms/demo%3F False
DEBUG 2014-12-12 13:41:16,089 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /katrina%3F False
DEBUG 2014-12-12 13:41:16,089 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /blogsearch%3F False
DEBUG 2014-12-12 13:41:16,089 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /blogsearch/ False
DEBUG 2014-12-12 13:41:16,089 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /blogsearch_feeds False
DEBUG 2014-12-12 13:41:16,089 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /advanced_blog_search False
DEBUG 2014-12-12 13:41:16,089 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /uds/ False
DEBUG 2014-12-12 13:41:16,090 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /chart%3F False
DEBUG 2014-12-12 13:41:16,090 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /transit%3F False
DEBUG 2014-12-12 13:41:16,090 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /mbd%3F False
DEBUG 2014-12-12 13:41:16,090 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /extern_js/ False
DEBUG 2014-12-12 13:41:16,090 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /xjs/ False
DEBUG 2014-12-12 13:41:16,090 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /calendar/feeds/ False
DEBUG 2014-12-12 13:41:16,090 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /calendar/ical/ False
DEBUG 2014-12-12 13:41:16,090 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /cl2/feeds/ False
DEBUG 2014-12-12 13:41:16,090 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /cl2/ical/ False
DEBUG 2014-12-12 13:41:16,090 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /coop/directory False
DEBUG 2014-12-12 13:41:16,090 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /coop/manage False
DEBUG 2014-12-12 13:41:16,090 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /trends%3F False
DEBUG 2014-12-12 13:41:16,090 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /trends/music%3F False
DEBUG 2014-12-12 13:41:16,090 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /trends/hottrends%3F False
DEBUG 2014-12-12 13:41:16,090 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /trends/viz%3F False
DEBUG 2014-12-12 13:41:16,091 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /trends/embed.js%3F False
DEBUG 2014-12-12 13:41:16,091 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /trends/fetchComponent%3F False
DEBUG 2014-12-12 13:41:16,091 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /notebook/search%3F False
DEBUG 2014-12-12 13:41:16,091 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /musica False
DEBUG 2014-12-12 13:41:16,091 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /musicad False
DEBUG 2014-12-12 13:41:16,091 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /musicas False
DEBUG 2014-12-12 13:41:16,091 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /musicl False
DEBUG 2014-12-12 13:41:16,091 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /musics False
DEBUG 2014-12-12 13:41:16,091 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /musicsearch False
DEBUG 2014-12-12 13:41:16,091 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /musicsp False
DEBUG 2014-12-12 13:41:16,091 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /musiclp False
DEBUG 2014-12-12 13:41:16,091 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /browsersync False
DEBUG 2014-12-12 13:41:16,091 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /call False
DEBUG 2014-12-12 13:41:16,091 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /archivesearch%3F False
DEBUG 2014-12-12 13:41:16,091 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /archivesearch/url False
DEBUG 2014-12-12 13:41:16,091 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /archivesearch/advanced_search False
DEBUG 2014-12-12 13:41:16,091 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /base/reportbadoffer False
DEBUG 2014-12-12 13:41:16,092 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /urchin_test/ False
DEBUG 2014-12-12 13:41:16,092 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /movies%3F False
DEBUG 2014-12-12 13:41:16,092 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /codesearch%3F False
DEBUG 2014-12-12 13:41:16,092 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /codesearch/feeds/search%3F False
DEBUG 2014-12-12 13:41:16,092 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /wapsearch%3F False
DEBUG 2014-12-12 13:41:16,092 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /safebrowsing False
DEBUG 2014-12-12 13:41:16,092 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /safebrowsing/diagnostic True
DEBUG 2014-12-12 13:41:16,092 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /safebrowsing/report_badware/ True
DEBUG 2014-12-12 13:41:16,092 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /safebrowsing/report_error/ True
DEBUG 2014-12-12 13:41:16,092 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /safebrowsing/report_phish/ True
DEBUG 2014-12-12 13:41:16,092 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /reviews/search%3F False
DEBUG 2014-12-12 13:41:16,092 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /orkut/albums False
DEBUG 2014-12-12 13:41:16,092 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /jsapi True
DEBUG 2014-12-12 13:41:16,092 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /views%3F False
DEBUG 2014-12-12 13:41:16,092 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /c/ False
DEBUG 2014-12-12 13:41:16,092 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /cbk False
DEBUG 2014-12-12 13:41:16,092 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /cbk%3Foutput%3Dtile%26cb_client%3Dmaps_sv True
DEBUG 2014-12-12 13:41:16,092 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /recharge/dashboard/car False
DEBUG 2014-12-12 13:41:16,093 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /recharge/dashboard/static/ False
DEBUG 2014-12-12 13:41:16,093 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /translate_a/ False
DEBUG 2014-12-12 13:41:16,093 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /translate_c False
DEBUG 2014-12-12 13:41:16,093 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /translate_f False
DEBUG 2014-12-12 13:41:16,093 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /translate_static/ False
DEBUG 2014-12-12 13:41:16,093 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /translate_suggestion False
DEBUG 2014-12-12 13:41:16,093 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /profiles/me False
DEBUG 2014-12-12 13:41:16,093 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /profiles True
DEBUG 2014-12-12 13:41:16,093 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /s2/profiles/me False
DEBUG 2014-12-12 13:41:16,093 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /s2/profiles True
DEBUG 2014-12-12 13:41:16,093 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /s2/oz True
DEBUG 2014-12-12 13:41:16,093 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /s2/photos True
DEBUG 2014-12-12 13:41:16,093 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /s2/search/social True
DEBUG 2014-12-12 13:41:16,093 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /s2/static True
DEBUG 2014-12-12 13:41:16,093 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /s2 False
DEBUG 2014-12-12 13:41:16,093 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /transconsole/portal/ False
DEBUG 2014-12-12 13:41:16,093 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /gcc/ False
DEBUG 2014-12-12 13:41:16,094 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /aclk False
DEBUG 2014-12-12 13:41:16,094 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /cse%3F False
DEBUG 2014-12-12 13:41:16,094 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /cse/home False
DEBUG 2014-12-12 13:41:16,094 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /cse/panel False
DEBUG 2014-12-12 13:41:16,094 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /cse/manage False
DEBUG 2014-12-12 13:41:16,094 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /tbproxy/ False
DEBUG 2014-12-12 13:41:16,094 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /imesync/ False
DEBUG 2014-12-12 13:41:16,094 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /shenghuo/search%3F False
DEBUG 2014-12-12 13:41:16,094 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /support/forum/search%3F False
DEBUG 2014-12-12 13:41:16,094 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /reviews/polls/ False
DEBUG 2014-12-12 13:41:16,094 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /hosted/images/ False
DEBUG 2014-12-12 13:41:16,094 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /ppob/%3F False
DEBUG 2014-12-12 13:41:16,094 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /ppob%3F False
DEBUG 2014-12-12 13:41:16,094 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /adwordsresellers False
DEBUG 2014-12-12 13:41:16,094 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /accounts/ClientLogin False
DEBUG 2014-12-12 13:41:16,094 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /accounts/ClientAuth False
DEBUG 2014-12-12 13:41:16,094 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /accounts/o8 False
DEBUG 2014-12-12 13:41:16,094 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /accounts/o8/id True
DEBUG 2014-12-12 13:41:16,095 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /topicsearch%3Fq%3D False
DEBUG 2014-12-12 13:41:16,095 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /xfx7/ False
DEBUG 2014-12-12 13:41:16,095 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /squared/api False
DEBUG 2014-12-12 13:41:16,095 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /squared/search False
DEBUG 2014-12-12 13:41:16,095 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /squared/table False
DEBUG 2014-12-12 13:41:16,095 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /toolkit/ False
DEBUG 2014-12-12 13:41:16,095 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /toolkit/%2A.html True
DEBUG 2014-12-12 13:41:16,095 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /globalmarketfinder/ False
DEBUG 2014-12-12 13:41:16,095 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /globalmarketfinder/%2A.html True
DEBUG 2014-12-12 13:41:16,095 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /qnasearch%3F False
DEBUG 2014-12-12 13:41:16,095 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /app/updates False
DEBUG 2014-12-12 13:41:16,095 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /sidewiki/entry/ False
DEBUG 2014-12-12 13:41:16,095 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /quality_form%3F False
DEBUG 2014-12-12 13:41:16,095 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /labs/popgadget/search False
DEBUG 2014-12-12 13:41:16,095 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /buzz/post False
DEBUG 2014-12-12 13:41:16,095 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /compressiontest/ False
DEBUG 2014-12-12 13:41:16,095 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /analytics/reporting/ False
DEBUG 2014-12-12 13:41:16,095 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /analytics/admin/ False
DEBUG 2014-12-12 13:41:16,096 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /analytics/web/ False
DEBUG 2014-12-12 13:41:16,096 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /analytics/feeds/ False
DEBUG 2014-12-12 13:41:16,096 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /analytics/settings/ False
DEBUG 2014-12-12 13:41:16,096 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /alerts/manage True
DEBUG 2014-12-12 13:41:16,096 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /alerts/remove True
DEBUG 2014-12-12 13:41:16,096 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /alerts/ False
DEBUG 2014-12-12 13:41:16,096 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /alerts/%24 True
DEBUG 2014-12-12 13:41:16,096 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /ads/search%3F False
DEBUG 2014-12-12 13:41:16,096 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /ads/plan/action_plan%3F False
DEBUG 2014-12-12 13:41:16,096 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /ads/plan/api/ False
DEBUG 2014-12-12 13:41:16,096 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /phone/compare/%3F False
DEBUG 2014-12-12 13:41:16,096 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /travel/clk False
DEBUG 2014-12-12 13:41:16,096 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /hotelfinder/rpc False
DEBUG 2014-12-12 13:41:16,096 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /hotels/rpc False
DEBUG 2014-12-12 13:41:16,096 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /flights/rpc False
DEBUG 2014-12-12 13:41:16,096 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /commercesearch/services/ False
DEBUG 2014-12-12 13:41:16,096 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /evaluation/ False
DEBUG 2014-12-12 13:41:16,097 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /chrome/browser/mobile/tour False
DEBUG 2014-12-12 13:41:16,097 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /compare/%2A/apply%2A False
DEBUG 2014-12-12 13:41:16,097 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /forms/perks/ False
DEBUG 2014-12-12 13:41:16,097 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /baraza/%2A/search False
DEBUG 2014-12-12 13:41:16,097 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /baraza/%2A/report False
DEBUG 2014-12-12 13:41:16,097 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /shopping/suppliers/search False
DEBUG 2014-12-12 13:41:16,097 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /ct/ False
DEBUG 2014-12-12 13:41:16,097 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /edu/cs4hs/ False
DEBUG 2014-12-12 13:41:16,097 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /trustedstores/s/ False
DEBUG 2014-12-12 13:41:16,097 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /trustedstores/tm2 False
DEBUG 2014-12-12 13:41:16,097 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /trustedstores/verify False
DEBUG 2014-12-12 13:41:16,097 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /adwords/proposal False
DEBUG 2014-12-12 13:41:16,097 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /shopping/product/ False
DEBUG 2014-12-12 13:41:16,097 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /shopping/seller False
DEBUG 2014-12-12 13:41:16,097 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /shopping/reviewer False
DEBUG 2014-12-12 13:41:16,097 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /about/careers/apply/ False
DEBUG 2014-12-12 13:41:16,097 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /about/careers/applications/ False
DEBUG 2014-12-12 13:41:16,097 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Disallow: /landing/signout.html False
DEBUG 2014-12-12 13:41:16,098 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /gb/images True
DEBUG 2014-12-12 13:41:16,098 CheckThread-https://www.google.com/edu/sitemap.xml /edu/sitemap.xml Allow: /gb/js True
DEBUG 2014-12-12 13:41:16,098 CheckThread-https://www.google.com/edu/sitemap.xml  ... no rule lines of ['*'] applied to /edu/sitemap.xml; allowed.
DEBUG 2014-12-12 13:41:16,098 CheckThread-https://www.google.com/edu/sitemap.xml Prepare request with {'method': 'GET', 'headers': {'Referer': u'http://www.google.com/hostednews/sitemap_index.xml'}, 'url': u'https://www.google.com/edu/sitemap.xml'}
DEBUG 2014-12-12 13:41:16,098 CheckThread-http://www.google.com/maps/views/sitemap.xml u'http://www.google.com/robots.txt' check allowance for:
  user agent: u'Mozilla/5.0 (compatible; LinkChecker/9.3; +http://wummel.github.io/linkchecker/)'
  url: u'http://www.google.com/maps/views/sitemap.xml' ...
DEBUG 2014-12-12 13:41:16,099 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /search False
DEBUG 2014-12-12 13:41:16,099 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /sdch False
DEBUG 2014-12-12 13:41:16,099 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /groups False
DEBUG 2014-12-12 13:41:16,099 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /images False
DEBUG 2014-12-12 13:41:16,099 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /catalogs False
DEBUG 2014-12-12 13:41:16,099 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /catalogs/about True
DEBUG 2014-12-12 13:41:16,099 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /catalogs/p%3F True
DEBUG 2014-12-12 13:41:16,099 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /catalogues False
DEBUG 2014-12-12 13:41:16,099 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /newsalerts True
DEBUG 2014-12-12 13:41:16,099 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /news False
DEBUG 2014-12-12 13:41:16,099 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /news/directory True
DEBUG 2014-12-12 13:41:16,099 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /nwshp False
DEBUG 2014-12-12 13:41:16,099 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /setnewsprefs%3F False
DEBUG 2014-12-12 13:41:16,099 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /index.html%3F False
DEBUG 2014-12-12 13:41:16,099 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /%3F False
DEBUG 2014-12-12 13:41:16,100 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /%3Fhl%3D True
DEBUG 2014-12-12 13:41:16,100 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /%3Fhl%3D%2A%26 False
DEBUG 2014-12-12 13:41:16,100 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /%3Fhl%3D%2A%26gws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:16,100 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /%3Fhl%3D%2A%26%2A%26gws_rd%3Dssl False
DEBUG 2014-12-12 13:41:16,100 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /%3Fgws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:16,100 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /%3Fpt1%3Dtrue%24 True
DEBUG 2014-12-12 13:41:16,100 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /addurl/image%3F False
DEBUG 2014-12-12 13:41:16,100 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /mail/help/ True
DEBUG 2014-12-12 13:41:16,100 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /mail/ False
DEBUG 2014-12-12 13:41:16,100 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /pagead/ False
DEBUG 2014-12-12 13:41:16,100 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /relpage/ False
DEBUG 2014-12-12 13:41:16,100 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /relcontent False
DEBUG 2014-12-12 13:41:16,100 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /imgres False
DEBUG 2014-12-12 13:41:16,100 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /imglanding False
DEBUG 2014-12-12 13:41:16,100 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /sbd False
DEBUG 2014-12-12 13:41:16,100 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /keyword/ False
DEBUG 2014-12-12 13:41:16,100 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /u/ False
DEBUG 2014-12-12 13:41:16,100 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /univ/ False
DEBUG 2014-12-12 13:41:16,101 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /cobrand False
DEBUG 2014-12-12 13:41:16,101 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /custom False
DEBUG 2014-12-12 13:41:16,101 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /advanced_group_search False
DEBUG 2014-12-12 13:41:16,101 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /googlesite False
DEBUG 2014-12-12 13:41:16,101 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /preferences False
DEBUG 2014-12-12 13:41:16,101 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /setprefs False
DEBUG 2014-12-12 13:41:16,101 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /swr False
DEBUG 2014-12-12 13:41:16,101 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /url False
DEBUG 2014-12-12 13:41:16,101 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /default False
DEBUG 2014-12-12 13:41:16,101 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /m%3F False
DEBUG 2014-12-12 13:41:16,101 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /m/ False
DEBUG 2014-12-12 13:41:16,101 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /m/finance True
DEBUG 2014-12-12 13:41:16,101 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /wml%3F False
DEBUG 2014-12-12 13:41:16,101 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /wml/%3F False
DEBUG 2014-12-12 13:41:16,101 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /wml/search%3F False
DEBUG 2014-12-12 13:41:16,101 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /xhtml%3F False
DEBUG 2014-12-12 13:41:16,101 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /xhtml/%3F False
DEBUG 2014-12-12 13:41:16,101 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /xhtml/search%3F False
DEBUG 2014-12-12 13:41:16,102 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /xml%3F False
DEBUG 2014-12-12 13:41:16,102 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /imode%3F False
DEBUG 2014-12-12 13:41:16,102 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /imode/%3F False
DEBUG 2014-12-12 13:41:16,102 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /imode/search%3F False
DEBUG 2014-12-12 13:41:16,102 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /jsky%3F False
DEBUG 2014-12-12 13:41:16,102 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /jsky/%3F False
DEBUG 2014-12-12 13:41:16,102 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /jsky/search%3F False
DEBUG 2014-12-12 13:41:16,102 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /pda%3F False
DEBUG 2014-12-12 13:41:16,102 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /pda/%3F False
DEBUG 2014-12-12 13:41:16,102 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /pda/search%3F False
DEBUG 2014-12-12 13:41:16,102 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /sprint_xhtml False
DEBUG 2014-12-12 13:41:16,102 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /sprint_wml False
DEBUG 2014-12-12 13:41:16,102 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /pqa False
DEBUG 2014-12-12 13:41:16,102 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /palm False
DEBUG 2014-12-12 13:41:16,102 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /gwt/ False
DEBUG 2014-12-12 13:41:16,102 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /purchases False
DEBUG 2014-12-12 13:41:16,102 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /hws False
DEBUG 2014-12-12 13:41:16,103 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /bsd%3F False
DEBUG 2014-12-12 13:41:16,103 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /linux%3F False
DEBUG 2014-12-12 13:41:16,103 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /mac%3F False
DEBUG 2014-12-12 13:41:16,103 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /microsoft%3F False
DEBUG 2014-12-12 13:41:16,103 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /unclesam%3F False
DEBUG 2014-12-12 13:41:16,103 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /answers/search%3Fq%3D False
DEBUG 2014-12-12 13:41:16,103 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /local%3F False
DEBUG 2014-12-12 13:41:16,103 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /local_url False
DEBUG 2014-12-12 13:41:16,103 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /shihui%3F False
DEBUG 2014-12-12 13:41:16,103 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /shihui/ False
DEBUG 2014-12-12 13:41:16,103 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /froogle%3F False
DEBUG 2014-12-12 13:41:16,103 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /products%3F False
DEBUG 2014-12-12 13:41:16,103 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /froogle_ False
DEBUG 2014-12-12 13:41:16,103 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /product_ False
DEBUG 2014-12-12 13:41:16,103 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /products_ False
DEBUG 2014-12-12 13:41:16,103 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /products%3B False
DEBUG 2014-12-12 13:41:16,103 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /print False
DEBUG 2014-12-12 13:41:16,103 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /books/ False
DEBUG 2014-12-12 13:41:16,104 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /bkshp%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:16,104 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /books%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:16,104 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /books%3F%2Aoutput%3D%2A False
DEBUG 2014-12-12 13:41:16,104 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /books%3F%2Apg%3D%2A False
DEBUG 2014-12-12 13:41:16,104 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /books%3F%2Ajtp%3D%2A False
DEBUG 2014-12-12 13:41:16,104 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /books%3F%2Ajscmd%3D%2A False
DEBUG 2014-12-12 13:41:16,104 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /books%3F%2Abuy%3D%2A False
DEBUG 2014-12-12 13:41:16,104 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /books%3F%2Azoom%3D%2A False
DEBUG 2014-12-12 13:41:16,104 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /books%3F%2Aq%3Drelated%3A%2A True
DEBUG 2014-12-12 13:41:16,104 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /books%3F%2Aq%3Deditions%3A%2A True
DEBUG 2014-12-12 13:41:16,104 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /books%3F%2Aq%3Dsubject%3A%2A True
DEBUG 2014-12-12 13:41:16,104 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /books/about True
DEBUG 2014-12-12 13:41:16,104 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /booksrightsholders True
DEBUG 2014-12-12 13:41:16,104 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /books%3F%2Azoom%3D1%2A True
DEBUG 2014-12-12 13:41:16,104 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /books%3F%2Azoom%3D5%2A True
DEBUG 2014-12-12 13:41:16,104 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /ebooks/ False
DEBUG 2014-12-12 13:41:16,104 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /ebooks%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:16,104 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /ebooks%3F%2Aoutput%3D%2A False
DEBUG 2014-12-12 13:41:16,105 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /ebooks%3F%2Apg%3D%2A False
DEBUG 2014-12-12 13:41:16,105 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /ebooks%3F%2Ajscmd%3D%2A False
DEBUG 2014-12-12 13:41:16,105 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /ebooks%3F%2Abuy%3D%2A False
DEBUG 2014-12-12 13:41:16,105 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /ebooks%3F%2Azoom%3D%2A False
DEBUG 2014-12-12 13:41:16,105 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /ebooks%3F%2Aq%3Drelated%3A%2A True
DEBUG 2014-12-12 13:41:16,105 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /ebooks%3F%2Aq%3Deditions%3A%2A True
DEBUG 2014-12-12 13:41:16,105 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /ebooks%3F%2Aq%3Dsubject%3A%2A True
DEBUG 2014-12-12 13:41:16,105 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /ebooks%3F%2Azoom%3D1%2A True
DEBUG 2014-12-12 13:41:16,105 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /ebooks%3F%2Azoom%3D5%2A True
DEBUG 2014-12-12 13:41:16,105 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /patents%3F False
DEBUG 2014-12-12 13:41:16,105 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /patents/download/ False
DEBUG 2014-12-12 13:41:16,105 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /patents/pdf/ False
DEBUG 2014-12-12 13:41:16,105 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /patents/related/ False
DEBUG 2014-12-12 13:41:16,105 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /scholar False
DEBUG 2014-12-12 13:41:16,105 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /citations%3F False
DEBUG 2014-12-12 13:41:16,105 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /citations%3Fuser%3D True
DEBUG 2014-12-12 13:41:16,105 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /citations%3F%2Acstart%3D False
DEBUG 2014-12-12 13:41:16,105 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /citations%3Fview_op%3Dnew_profile True
DEBUG 2014-12-12 13:41:16,106 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /citations%3Fview_op%3Dtop_venues True
DEBUG 2014-12-12 13:41:16,106 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /complete False
DEBUG 2014-12-12 13:41:16,106 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /s%3F False
DEBUG 2014-12-12 13:41:16,106 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /sponsoredlinks False
DEBUG 2014-12-12 13:41:16,106 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /videosearch%3F False
DEBUG 2014-12-12 13:41:16,106 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /videopreview%3F False
DEBUG 2014-12-12 13:41:16,106 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /videoprograminfo%3F False
DEBUG 2014-12-12 13:41:16,106 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /maps%3F%2Aoutput%3Dclassic%2A True
DEBUG 2014-12-12 13:41:16,106 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /maps/api/js%3F True
DEBUG 2014-12-12 13:41:16,106 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /maps/d/ True
DEBUG 2014-12-12 13:41:16,106 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /maps%3F False
DEBUG 2014-12-12 13:41:16,106 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /mapstt%3F False
DEBUG 2014-12-12 13:41:16,106 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /mapslt%3F False
DEBUG 2014-12-12 13:41:16,106 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /maps/stk/ False
DEBUG 2014-12-12 13:41:16,106 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /maps/br%3F False
DEBUG 2014-12-12 13:41:16,106 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /mapabcpoi%3F False
DEBUG 2014-12-12 13:41:16,106 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /maphp%3F False
DEBUG 2014-12-12 13:41:16,107 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /mapprint%3F False
DEBUG 2014-12-12 13:41:16,107 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /maps/api/js/ False
DEBUG 2014-12-12 13:41:16,107 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /maps/api/staticmap%3F False
DEBUG 2014-12-12 13:41:16,107 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /mld%3F False
DEBUG 2014-12-12 13:41:16,107 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /staticmap%3F False
DEBUG 2014-12-12 13:41:16,107 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /places/ False
DEBUG 2014-12-12 13:41:16,107 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /places/%24 True
DEBUG 2014-12-12 13:41:16,107 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /maps/preview False
DEBUG 2014-12-12 13:41:16,107 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /maps/place False
DEBUG 2014-12-12 13:41:16,107 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /help/maps/streetview/partners/welcome/ False
DEBUG 2014-12-12 13:41:16,107 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /help/maps/indoormaps/partners/ False
DEBUG 2014-12-12 13:41:16,107 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /lochp%3F False
DEBUG 2014-12-12 13:41:16,107 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /center False
DEBUG 2014-12-12 13:41:16,107 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /ie%3F False
DEBUG 2014-12-12 13:41:16,107 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /sms/demo%3F False
DEBUG 2014-12-12 13:41:16,107 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /katrina%3F False
DEBUG 2014-12-12 13:41:16,107 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /blogsearch%3F False
DEBUG 2014-12-12 13:41:16,107 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /blogsearch/ False
DEBUG 2014-12-12 13:41:16,108 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /blogsearch_feeds False
DEBUG 2014-12-12 13:41:16,108 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /advanced_blog_search False
DEBUG 2014-12-12 13:41:16,108 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /uds/ False
DEBUG 2014-12-12 13:41:16,108 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /chart%3F False
DEBUG 2014-12-12 13:41:16,108 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /transit%3F False
DEBUG 2014-12-12 13:41:16,108 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /mbd%3F False
DEBUG 2014-12-12 13:41:16,108 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /extern_js/ False
DEBUG 2014-12-12 13:41:16,108 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /xjs/ False
DEBUG 2014-12-12 13:41:16,108 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /calendar/feeds/ False
DEBUG 2014-12-12 13:41:16,108 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /calendar/ical/ False
DEBUG 2014-12-12 13:41:16,108 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /cl2/feeds/ False
DEBUG 2014-12-12 13:41:16,108 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /cl2/ical/ False
DEBUG 2014-12-12 13:41:16,108 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /coop/directory False
DEBUG 2014-12-12 13:41:16,108 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /coop/manage False
DEBUG 2014-12-12 13:41:16,108 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /trends%3F False
DEBUG 2014-12-12 13:41:16,108 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /trends/music%3F False
DEBUG 2014-12-12 13:41:16,108 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /trends/hottrends%3F False
DEBUG 2014-12-12 13:41:16,108 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /trends/viz%3F False
DEBUG 2014-12-12 13:41:16,109 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /trends/embed.js%3F False
DEBUG 2014-12-12 13:41:16,109 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /trends/fetchComponent%3F False
DEBUG 2014-12-12 13:41:16,109 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /notebook/search%3F False
DEBUG 2014-12-12 13:41:16,109 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /musica False
DEBUG 2014-12-12 13:41:16,109 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /musicad False
DEBUG 2014-12-12 13:41:16,109 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /musicas False
DEBUG 2014-12-12 13:41:16,109 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /musicl False
DEBUG 2014-12-12 13:41:16,109 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /musics False
DEBUG 2014-12-12 13:41:16,109 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /musicsearch False
DEBUG 2014-12-12 13:41:16,109 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /musicsp False
DEBUG 2014-12-12 13:41:16,109 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /musiclp False
DEBUG 2014-12-12 13:41:16,109 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /browsersync False
DEBUG 2014-12-12 13:41:16,109 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /call False
DEBUG 2014-12-12 13:41:16,109 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /archivesearch%3F False
DEBUG 2014-12-12 13:41:16,109 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /archivesearch/url False
DEBUG 2014-12-12 13:41:16,109 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /archivesearch/advanced_search False
DEBUG 2014-12-12 13:41:16,109 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /base/reportbadoffer False
DEBUG 2014-12-12 13:41:16,110 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /urchin_test/ False
DEBUG 2014-12-12 13:41:16,110 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /movies%3F False
DEBUG 2014-12-12 13:41:16,110 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /codesearch%3F False
DEBUG 2014-12-12 13:41:16,110 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /codesearch/feeds/search%3F False
DEBUG 2014-12-12 13:41:16,110 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /wapsearch%3F False
DEBUG 2014-12-12 13:41:16,110 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /safebrowsing False
DEBUG 2014-12-12 13:41:16,110 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /safebrowsing/diagnostic True
DEBUG 2014-12-12 13:41:16,110 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /safebrowsing/report_badware/ True
DEBUG 2014-12-12 13:41:16,110 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /safebrowsing/report_error/ True
DEBUG 2014-12-12 13:41:16,110 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /safebrowsing/report_phish/ True
DEBUG 2014-12-12 13:41:16,110 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /reviews/search%3F False
DEBUG 2014-12-12 13:41:16,110 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /orkut/albums False
DEBUG 2014-12-12 13:41:16,110 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /jsapi True
DEBUG 2014-12-12 13:41:16,110 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /views%3F False
DEBUG 2014-12-12 13:41:16,110 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /c/ False
DEBUG 2014-12-12 13:41:16,110 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /cbk False
DEBUG 2014-12-12 13:41:16,110 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /cbk%3Foutput%3Dtile%26cb_client%3Dmaps_sv True
DEBUG 2014-12-12 13:41:16,111 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /recharge/dashboard/car False
DEBUG 2014-12-12 13:41:16,111 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /recharge/dashboard/static/ False
DEBUG 2014-12-12 13:41:16,111 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /translate_a/ False
DEBUG 2014-12-12 13:41:16,111 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /translate_c False
DEBUG 2014-12-12 13:41:16,111 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /translate_f False
DEBUG 2014-12-12 13:41:16,111 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /translate_static/ False
DEBUG 2014-12-12 13:41:16,111 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /translate_suggestion False
DEBUG 2014-12-12 13:41:16,111 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /profiles/me False
DEBUG 2014-12-12 13:41:16,111 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /profiles True
DEBUG 2014-12-12 13:41:16,111 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /s2/profiles/me False
DEBUG 2014-12-12 13:41:16,111 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /s2/profiles True
DEBUG 2014-12-12 13:41:16,111 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /s2/oz True
DEBUG 2014-12-12 13:41:16,111 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /s2/photos True
DEBUG 2014-12-12 13:41:16,111 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /s2/search/social True
DEBUG 2014-12-12 13:41:16,111 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /s2/static True
DEBUG 2014-12-12 13:41:16,111 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /s2 False
DEBUG 2014-12-12 13:41:16,111 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /transconsole/portal/ False
DEBUG 2014-12-12 13:41:16,112 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /gcc/ False
DEBUG 2014-12-12 13:41:16,112 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /aclk False
DEBUG 2014-12-12 13:41:16,112 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /cse%3F False
DEBUG 2014-12-12 13:41:16,112 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /cse/home False
DEBUG 2014-12-12 13:41:16,112 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /cse/panel False
DEBUG 2014-12-12 13:41:16,112 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /cse/manage False
DEBUG 2014-12-12 13:41:16,112 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /tbproxy/ False
DEBUG 2014-12-12 13:41:16,112 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /imesync/ False
DEBUG 2014-12-12 13:41:16,112 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /shenghuo/search%3F False
DEBUG 2014-12-12 13:41:16,112 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /support/forum/search%3F False
DEBUG 2014-12-12 13:41:16,112 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /reviews/polls/ False
DEBUG 2014-12-12 13:41:16,112 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /hosted/images/ False
DEBUG 2014-12-12 13:41:16,112 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /ppob/%3F False
DEBUG 2014-12-12 13:41:16,112 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /ppob%3F False
DEBUG 2014-12-12 13:41:16,112 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /adwordsresellers False
DEBUG 2014-12-12 13:41:16,112 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /accounts/ClientLogin False
DEBUG 2014-12-12 13:41:16,112 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /accounts/ClientAuth False
DEBUG 2014-12-12 13:41:16,112 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /accounts/o8 False
DEBUG 2014-12-12 13:41:16,113 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /accounts/o8/id True
DEBUG 2014-12-12 13:41:16,113 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /topicsearch%3Fq%3D False
DEBUG 2014-12-12 13:41:16,113 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /xfx7/ False
DEBUG 2014-12-12 13:41:16,113 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /squared/api False
DEBUG 2014-12-12 13:41:16,113 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /squared/search False
DEBUG 2014-12-12 13:41:16,113 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /squared/table False
DEBUG 2014-12-12 13:41:16,113 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /toolkit/ False
DEBUG 2014-12-12 13:41:16,113 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /toolkit/%2A.html True
DEBUG 2014-12-12 13:41:16,113 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /globalmarketfinder/ False
DEBUG 2014-12-12 13:41:16,113 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /globalmarketfinder/%2A.html True
DEBUG 2014-12-12 13:41:16,113 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /qnasearch%3F False
DEBUG 2014-12-12 13:41:16,113 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /app/updates False
DEBUG 2014-12-12 13:41:16,113 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /sidewiki/entry/ False
DEBUG 2014-12-12 13:41:16,113 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /quality_form%3F False
DEBUG 2014-12-12 13:41:16,113 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /labs/popgadget/search False
DEBUG 2014-12-12 13:41:16,114 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /buzz/post False
DEBUG 2014-12-12 13:41:16,114 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /compressiontest/ False
DEBUG 2014-12-12 13:41:16,114 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /analytics/reporting/ False
DEBUG 2014-12-12 13:41:16,114 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /analytics/admin/ False
DEBUG 2014-12-12 13:41:16,114 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /analytics/web/ False
DEBUG 2014-12-12 13:41:16,114 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /analytics/feeds/ False
DEBUG 2014-12-12 13:41:16,114 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /analytics/settings/ False
DEBUG 2014-12-12 13:41:16,114 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /alerts/manage True
DEBUG 2014-12-12 13:41:16,114 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /alerts/remove True
DEBUG 2014-12-12 13:41:16,114 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /alerts/ False
DEBUG 2014-12-12 13:41:16,114 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /alerts/%24 True
DEBUG 2014-12-12 13:41:16,114 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /ads/search%3F False
DEBUG 2014-12-12 13:41:16,114 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /ads/plan/action_plan%3F False
DEBUG 2014-12-12 13:41:16,114 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /ads/plan/api/ False
DEBUG 2014-12-12 13:41:16,114 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /phone/compare/%3F False
DEBUG 2014-12-12 13:41:16,114 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /travel/clk False
DEBUG 2014-12-12 13:41:16,114 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /hotelfinder/rpc False
DEBUG 2014-12-12 13:41:16,115 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /hotels/rpc False
DEBUG 2014-12-12 13:41:16,115 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /flights/rpc False
DEBUG 2014-12-12 13:41:16,115 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /commercesearch/services/ False
DEBUG 2014-12-12 13:41:16,115 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /evaluation/ False
DEBUG 2014-12-12 13:41:16,115 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /chrome/browser/mobile/tour False
DEBUG 2014-12-12 13:41:16,115 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /compare/%2A/apply%2A False
DEBUG 2014-12-12 13:41:16,115 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /forms/perks/ False
DEBUG 2014-12-12 13:41:16,115 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /baraza/%2A/search False
DEBUG 2014-12-12 13:41:16,115 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /baraza/%2A/report False
DEBUG 2014-12-12 13:41:16,115 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /shopping/suppliers/search False
DEBUG 2014-12-12 13:41:16,115 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /ct/ False
DEBUG 2014-12-12 13:41:16,115 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /edu/cs4hs/ False
DEBUG 2014-12-12 13:41:16,115 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /trustedstores/s/ False
DEBUG 2014-12-12 13:41:16,115 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /trustedstores/tm2 False
DEBUG 2014-12-12 13:41:16,115 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /trustedstores/verify False
DEBUG 2014-12-12 13:41:16,115 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /adwords/proposal False
DEBUG 2014-12-12 13:41:16,115 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /shopping/product/ False
DEBUG 2014-12-12 13:41:16,116 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /shopping/seller False
DEBUG 2014-12-12 13:41:16,116 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /shopping/reviewer False
DEBUG 2014-12-12 13:41:16,116 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /about/careers/apply/ False
DEBUG 2014-12-12 13:41:16,116 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /about/careers/applications/ False
DEBUG 2014-12-12 13:41:16,116 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /landing/signout.html False
DEBUG 2014-12-12 13:41:16,116 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /gb/images True
DEBUG 2014-12-12 13:41:16,116 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /gb/js True
DEBUG 2014-12-12 13:41:16,116 CheckThread-http://www.google.com/maps/views/sitemap.xml  ... no rule lines of ['*'] applied to /maps/views/sitemap.xml; allowed.
DEBUG 2014-12-12 13:41:16,116 CheckThread-http://www.google.com/maps/views/sitemap.xml Prepare request with {'method': 'GET', 'headers': {'Referer': u'https://www.google.com'}, 'url': u'http://www.google.com/maps/views/sitemap.xml'}
DEBUG 2014-12-12 13:41:16,116 CheckThread-http://www.google.com/sitemaps_webmasters.xml u'http://www.google.com/robots.txt' check allowance for:
  user agent: u'Mozilla/5.0 (compatible; LinkChecker/9.3; +http://wummel.github.io/linkchecker/)'
  url: u'http://www.google.com/sitemaps_webmasters.xml' ...
DEBUG 2014-12-12 13:41:16,117 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /search False
DEBUG 2014-12-12 13:41:16,117 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /sdch False
DEBUG 2014-12-12 13:41:16,117 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /groups False
DEBUG 2014-12-12 13:41:16,117 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /images False
DEBUG 2014-12-12 13:41:16,118 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /catalogs False
DEBUG 2014-12-12 13:41:16,118 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /catalogs/about True
DEBUG 2014-12-12 13:41:16,118 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /catalogs/p%3F True
DEBUG 2014-12-12 13:41:16,118 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /catalogues False
DEBUG 2014-12-12 13:41:16,118 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /newsalerts True
DEBUG 2014-12-12 13:41:16,118 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /news False
DEBUG 2014-12-12 13:41:16,119 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /news/directory True
DEBUG 2014-12-12 13:41:16,119 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /nwshp False
DEBUG 2014-12-12 13:41:16,119 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /setnewsprefs%3F False
DEBUG 2014-12-12 13:41:16,119 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /index.html%3F False
DEBUG 2014-12-12 13:41:16,119 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /%3F False
DEBUG 2014-12-12 13:41:16,120 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /%3Fhl%3D True
DEBUG 2014-12-12 13:41:16,120 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /%3Fhl%3D%2A%26 False
DEBUG 2014-12-12 13:41:16,120 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /%3Fhl%3D%2A%26gws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:16,120 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /%3Fhl%3D%2A%26%2A%26gws_rd%3Dssl False
DEBUG 2014-12-12 13:41:16,120 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /%3Fgws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:16,120 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /%3Fpt1%3Dtrue%24 True
DEBUG 2014-12-12 13:41:16,121 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /addurl/image%3F False
DEBUG 2014-12-12 13:41:16,121 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /mail/help/ True
DEBUG 2014-12-12 13:41:16,121 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /mail/ False
DEBUG 2014-12-12 13:41:16,121 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /pagead/ False
DEBUG 2014-12-12 13:41:16,121 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /relpage/ False
DEBUG 2014-12-12 13:41:16,121 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /relcontent False
DEBUG 2014-12-12 13:41:16,122 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /imgres False
DEBUG 2014-12-12 13:41:16,122 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /imglanding False
DEBUG 2014-12-12 13:41:16,122 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /sbd False
DEBUG 2014-12-12 13:41:16,122 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /keyword/ False
DEBUG 2014-12-12 13:41:16,122 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /u/ False
DEBUG 2014-12-12 13:41:16,122 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /univ/ False
DEBUG 2014-12-12 13:41:16,123 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /cobrand False
DEBUG 2014-12-12 13:41:16,123 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /custom False
DEBUG 2014-12-12 13:41:16,123 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /advanced_group_search False
DEBUG 2014-12-12 13:41:16,123 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /googlesite False
DEBUG 2014-12-12 13:41:16,123 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /preferences False
DEBUG 2014-12-12 13:41:16,123 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /setprefs False
DEBUG 2014-12-12 13:41:16,124 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /swr False
DEBUG 2014-12-12 13:41:16,124 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /url False
DEBUG 2014-12-12 13:41:16,124 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /default False
DEBUG 2014-12-12 13:41:16,124 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /m%3F False
DEBUG 2014-12-12 13:41:16,124 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /m/ False
DEBUG 2014-12-12 13:41:16,124 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /m/finance True
DEBUG 2014-12-12 13:41:16,125 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /wml%3F False
DEBUG 2014-12-12 13:41:16,125 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /wml/%3F False
DEBUG 2014-12-12 13:41:16,125 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /wml/search%3F False
DEBUG 2014-12-12 13:41:16,125 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /xhtml%3F False
DEBUG 2014-12-12 13:41:16,125 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /xhtml/%3F False
DEBUG 2014-12-12 13:41:16,125 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /xhtml/search%3F False
DEBUG 2014-12-12 13:41:16,126 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /xml%3F False
DEBUG 2014-12-12 13:41:16,126 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /imode%3F False
DEBUG 2014-12-12 13:41:16,126 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /imode/%3F False
DEBUG 2014-12-12 13:41:16,126 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /imode/search%3F False
DEBUG 2014-12-12 13:41:16,126 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /jsky%3F False
DEBUG 2014-12-12 13:41:16,126 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /jsky/%3F False
DEBUG 2014-12-12 13:41:16,126 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /jsky/search%3F False
DEBUG 2014-12-12 13:41:16,126 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /pda%3F False
DEBUG 2014-12-12 13:41:16,126 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /pda/%3F False
DEBUG 2014-12-12 13:41:16,126 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /pda/search%3F False
DEBUG 2014-12-12 13:41:16,126 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /sprint_xhtml False
DEBUG 2014-12-12 13:41:16,126 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /sprint_wml False
DEBUG 2014-12-12 13:41:16,126 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /pqa False
DEBUG 2014-12-12 13:41:16,127 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /palm False
DEBUG 2014-12-12 13:41:16,127 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /gwt/ False
DEBUG 2014-12-12 13:41:16,127 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /purchases False
DEBUG 2014-12-12 13:41:16,127 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /hws False
DEBUG 2014-12-12 13:41:16,127 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /bsd%3F False
DEBUG 2014-12-12 13:41:16,127 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /linux%3F False
DEBUG 2014-12-12 13:41:16,127 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /mac%3F False
DEBUG 2014-12-12 13:41:16,127 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /microsoft%3F False
DEBUG 2014-12-12 13:41:16,127 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /unclesam%3F False
DEBUG 2014-12-12 13:41:16,127 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /answers/search%3Fq%3D False
DEBUG 2014-12-12 13:41:16,127 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /local%3F False
DEBUG 2014-12-12 13:41:16,127 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /local_url False
DEBUG 2014-12-12 13:41:16,127 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /shihui%3F False
DEBUG 2014-12-12 13:41:16,127 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /shihui/ False
DEBUG 2014-12-12 13:41:16,127 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /froogle%3F False
DEBUG 2014-12-12 13:41:16,127 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /products%3F False
DEBUG 2014-12-12 13:41:16,127 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /froogle_ False
DEBUG 2014-12-12 13:41:16,127 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /product_ False
DEBUG 2014-12-12 13:41:16,128 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /products_ False
DEBUG 2014-12-12 13:41:16,128 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /products%3B False
DEBUG 2014-12-12 13:41:16,128 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /print False
DEBUG 2014-12-12 13:41:16,128 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /books/ False
DEBUG 2014-12-12 13:41:16,128 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /bkshp%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:16,128 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /books%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:16,128 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /books%3F%2Aoutput%3D%2A False
DEBUG 2014-12-12 13:41:16,128 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /books%3F%2Apg%3D%2A False
DEBUG 2014-12-12 13:41:16,128 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /books%3F%2Ajtp%3D%2A False
DEBUG 2014-12-12 13:41:16,128 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /books%3F%2Ajscmd%3D%2A False
DEBUG 2014-12-12 13:41:16,128 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /books%3F%2Abuy%3D%2A False
DEBUG 2014-12-12 13:41:16,128 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /books%3F%2Azoom%3D%2A False
DEBUG 2014-12-12 13:41:16,128 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /books%3F%2Aq%3Drelated%3A%2A True
DEBUG 2014-12-12 13:41:16,128 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /books%3F%2Aq%3Deditions%3A%2A True
DEBUG 2014-12-12 13:41:16,128 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /books%3F%2Aq%3Dsubject%3A%2A True
DEBUG 2014-12-12 13:41:16,128 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /books/about True
DEBUG 2014-12-12 13:41:16,128 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /booksrightsholders True
DEBUG 2014-12-12 13:41:16,129 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /books%3F%2Azoom%3D1%2A True
DEBUG 2014-12-12 13:41:16,129 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /books%3F%2Azoom%3D5%2A True
DEBUG 2014-12-12 13:41:16,129 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /ebooks/ False
DEBUG 2014-12-12 13:41:16,129 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /ebooks%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:16,129 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /ebooks%3F%2Aoutput%3D%2A False
DEBUG 2014-12-12 13:41:16,129 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /ebooks%3F%2Apg%3D%2A False
DEBUG 2014-12-12 13:41:16,129 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /ebooks%3F%2Ajscmd%3D%2A False
DEBUG 2014-12-12 13:41:16,129 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /ebooks%3F%2Abuy%3D%2A False
DEBUG 2014-12-12 13:41:16,129 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /ebooks%3F%2Azoom%3D%2A False
DEBUG 2014-12-12 13:41:16,129 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /ebooks%3F%2Aq%3Drelated%3A%2A True
DEBUG 2014-12-12 13:41:16,129 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /ebooks%3F%2Aq%3Deditions%3A%2A True
DEBUG 2014-12-12 13:41:16,129 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /ebooks%3F%2Aq%3Dsubject%3A%2A True
DEBUG 2014-12-12 13:41:16,129 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /ebooks%3F%2Azoom%3D1%2A True
DEBUG 2014-12-12 13:41:16,129 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /ebooks%3F%2Azoom%3D5%2A True
DEBUG 2014-12-12 13:41:16,129 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /patents%3F False
DEBUG 2014-12-12 13:41:16,129 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /patents/download/ False
DEBUG 2014-12-12 13:41:16,129 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /patents/pdf/ False
DEBUG 2014-12-12 13:41:16,130 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /patents/related/ False
DEBUG 2014-12-12 13:41:16,130 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /scholar False
DEBUG 2014-12-12 13:41:16,130 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /citations%3F False
DEBUG 2014-12-12 13:41:16,130 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /citations%3Fuser%3D True
DEBUG 2014-12-12 13:41:16,130 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /citations%3F%2Acstart%3D False
DEBUG 2014-12-12 13:41:16,130 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /citations%3Fview_op%3Dnew_profile True
DEBUG 2014-12-12 13:41:16,130 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /citations%3Fview_op%3Dtop_venues True
DEBUG 2014-12-12 13:41:16,130 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /complete False
DEBUG 2014-12-12 13:41:16,130 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /s%3F False
DEBUG 2014-12-12 13:41:16,130 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /sponsoredlinks False
DEBUG 2014-12-12 13:41:16,130 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /videosearch%3F False
DEBUG 2014-12-12 13:41:16,130 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /videopreview%3F False
DEBUG 2014-12-12 13:41:16,130 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /videoprograminfo%3F False
DEBUG 2014-12-12 13:41:16,130 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /maps%3F%2Aoutput%3Dclassic%2A True
DEBUG 2014-12-12 13:41:16,130 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /maps/api/js%3F True
DEBUG 2014-12-12 13:41:16,130 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /maps/d/ True
DEBUG 2014-12-12 13:41:16,130 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /maps%3F False
DEBUG 2014-12-12 13:41:16,131 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /mapstt%3F False
DEBUG 2014-12-12 13:41:16,131 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /mapslt%3F False
DEBUG 2014-12-12 13:41:16,131 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /maps/stk/ False
DEBUG 2014-12-12 13:41:16,131 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /maps/br%3F False
DEBUG 2014-12-12 13:41:16,131 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /mapabcpoi%3F False
DEBUG 2014-12-12 13:41:16,131 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /maphp%3F False
DEBUG 2014-12-12 13:41:16,131 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /mapprint%3F False
DEBUG 2014-12-12 13:41:16,131 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /maps/api/js/ False
DEBUG 2014-12-12 13:41:16,131 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /maps/api/staticmap%3F False
DEBUG 2014-12-12 13:41:16,131 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /mld%3F False
DEBUG 2014-12-12 13:41:16,131 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /staticmap%3F False
DEBUG 2014-12-12 13:41:16,131 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /places/ False
DEBUG 2014-12-12 13:41:16,131 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /places/%24 True
DEBUG 2014-12-12 13:41:16,131 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /maps/preview False
DEBUG 2014-12-12 13:41:16,131 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /maps/place False
DEBUG 2014-12-12 13:41:16,131 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /help/maps/streetview/partners/welcome/ False
DEBUG 2014-12-12 13:41:16,131 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /help/maps/indoormaps/partners/ False
DEBUG 2014-12-12 13:41:16,132 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /lochp%3F False
DEBUG 2014-12-12 13:41:16,132 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /center False
DEBUG 2014-12-12 13:41:16,132 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /ie%3F False
DEBUG 2014-12-12 13:41:16,132 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /sms/demo%3F False
DEBUG 2014-12-12 13:41:16,132 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /katrina%3F False
DEBUG 2014-12-12 13:41:16,132 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /blogsearch%3F False
DEBUG 2014-12-12 13:41:16,132 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /blogsearch/ False
DEBUG 2014-12-12 13:41:16,132 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /blogsearch_feeds False
DEBUG 2014-12-12 13:41:16,132 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /advanced_blog_search False
DEBUG 2014-12-12 13:41:16,132 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /uds/ False
DEBUG 2014-12-12 13:41:16,132 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /chart%3F False
DEBUG 2014-12-12 13:41:16,132 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /transit%3F False
DEBUG 2014-12-12 13:41:16,132 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /mbd%3F False
DEBUG 2014-12-12 13:41:16,132 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /extern_js/ False
DEBUG 2014-12-12 13:41:16,132 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /xjs/ False
DEBUG 2014-12-12 13:41:16,132 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /calendar/feeds/ False
DEBUG 2014-12-12 13:41:16,132 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /calendar/ical/ False
DEBUG 2014-12-12 13:41:16,132 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /cl2/feeds/ False
DEBUG 2014-12-12 13:41:16,133 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /cl2/ical/ False
DEBUG 2014-12-12 13:41:16,133 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /coop/directory False
DEBUG 2014-12-12 13:41:16,133 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /coop/manage False
DEBUG 2014-12-12 13:41:16,133 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /trends%3F False
DEBUG 2014-12-12 13:41:16,133 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /trends/music%3F False
DEBUG 2014-12-12 13:41:16,133 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /trends/hottrends%3F False
DEBUG 2014-12-12 13:41:16,133 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /trends/viz%3F False
DEBUG 2014-12-12 13:41:16,133 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /trends/embed.js%3F False
DEBUG 2014-12-12 13:41:16,133 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /trends/fetchComponent%3F False
DEBUG 2014-12-12 13:41:16,133 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /notebook/search%3F False
DEBUG 2014-12-12 13:41:16,133 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /musica False
DEBUG 2014-12-12 13:41:16,133 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /musicad False
DEBUG 2014-12-12 13:41:16,133 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /musicas False
DEBUG 2014-12-12 13:41:16,133 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /musicl False
DEBUG 2014-12-12 13:41:16,133 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /musics False
DEBUG 2014-12-12 13:41:16,133 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /musicsearch False
DEBUG 2014-12-12 13:41:16,133 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /musicsp False
DEBUG 2014-12-12 13:41:16,134 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /musiclp False
DEBUG 2014-12-12 13:41:16,134 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /browsersync False
DEBUG 2014-12-12 13:41:16,134 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /call False
DEBUG 2014-12-12 13:41:16,134 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /archivesearch%3F False
DEBUG 2014-12-12 13:41:16,134 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /archivesearch/url False
DEBUG 2014-12-12 13:41:16,134 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /archivesearch/advanced_search False
DEBUG 2014-12-12 13:41:16,134 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /base/reportbadoffer False
DEBUG 2014-12-12 13:41:16,134 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /urchin_test/ False
DEBUG 2014-12-12 13:41:16,134 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /movies%3F False
DEBUG 2014-12-12 13:41:16,134 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /codesearch%3F False
DEBUG 2014-12-12 13:41:16,134 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /codesearch/feeds/search%3F False
DEBUG 2014-12-12 13:41:16,134 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /wapsearch%3F False
DEBUG 2014-12-12 13:41:16,134 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /safebrowsing False
DEBUG 2014-12-12 13:41:16,134 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /safebrowsing/diagnostic True
DEBUG 2014-12-12 13:41:16,134 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /safebrowsing/report_badware/ True
DEBUG 2014-12-12 13:41:16,134 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /safebrowsing/report_error/ True
DEBUG 2014-12-12 13:41:16,134 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /safebrowsing/report_phish/ True
DEBUG 2014-12-12 13:41:16,135 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /reviews/search%3F False
DEBUG 2014-12-12 13:41:16,135 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /orkut/albums False
DEBUG 2014-12-12 13:41:16,135 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /jsapi True
DEBUG 2014-12-12 13:41:16,135 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /views%3F False
DEBUG 2014-12-12 13:41:16,135 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /c/ False
DEBUG 2014-12-12 13:41:16,135 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /cbk False
DEBUG 2014-12-12 13:41:16,135 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /cbk%3Foutput%3Dtile%26cb_client%3Dmaps_sv True
DEBUG 2014-12-12 13:41:16,135 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /recharge/dashboard/car False
DEBUG 2014-12-12 13:41:16,135 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /recharge/dashboard/static/ False
DEBUG 2014-12-12 13:41:16,135 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /translate_a/ False
DEBUG 2014-12-12 13:41:16,135 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /translate_c False
DEBUG 2014-12-12 13:41:16,135 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /translate_f False
DEBUG 2014-12-12 13:41:16,135 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /translate_static/ False
DEBUG 2014-12-12 13:41:16,135 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /translate_suggestion False
DEBUG 2014-12-12 13:41:16,135 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /profiles/me False
DEBUG 2014-12-12 13:41:16,135 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /profiles True
DEBUG 2014-12-12 13:41:16,135 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /s2/profiles/me False
DEBUG 2014-12-12 13:41:16,135 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /s2/profiles True
DEBUG 2014-12-12 13:41:16,136 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /s2/oz True
DEBUG 2014-12-12 13:41:16,136 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /s2/photos True
DEBUG 2014-12-12 13:41:16,136 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /s2/search/social True
DEBUG 2014-12-12 13:41:16,136 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /s2/static True
DEBUG 2014-12-12 13:41:16,136 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /s2 False
DEBUG 2014-12-12 13:41:16,136 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /transconsole/portal/ False
DEBUG 2014-12-12 13:41:16,136 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /gcc/ False
DEBUG 2014-12-12 13:41:16,136 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /aclk False
DEBUG 2014-12-12 13:41:16,136 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /cse%3F False
DEBUG 2014-12-12 13:41:16,136 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /cse/home False
DEBUG 2014-12-12 13:41:16,136 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /cse/panel False
DEBUG 2014-12-12 13:41:16,136 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /cse/manage False
DEBUG 2014-12-12 13:41:16,136 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /tbproxy/ False
DEBUG 2014-12-12 13:41:16,136 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /imesync/ False
DEBUG 2014-12-12 13:41:16,136 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /shenghuo/search%3F False
DEBUG 2014-12-12 13:41:16,136 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /support/forum/search%3F False
DEBUG 2014-12-12 13:41:16,136 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /reviews/polls/ False
DEBUG 2014-12-12 13:41:16,136 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /hosted/images/ False
DEBUG 2014-12-12 13:41:16,137 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /ppob/%3F False
DEBUG 2014-12-12 13:41:16,137 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /ppob%3F False
DEBUG 2014-12-12 13:41:16,137 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /adwordsresellers False
DEBUG 2014-12-12 13:41:16,137 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /accounts/ClientLogin False
DEBUG 2014-12-12 13:41:16,137 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /accounts/ClientAuth False
DEBUG 2014-12-12 13:41:16,137 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /accounts/o8 False
DEBUG 2014-12-12 13:41:16,137 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /accounts/o8/id True
DEBUG 2014-12-12 13:41:16,137 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /topicsearch%3Fq%3D False
DEBUG 2014-12-12 13:41:16,137 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /xfx7/ False
DEBUG 2014-12-12 13:41:16,137 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /squared/api False
DEBUG 2014-12-12 13:41:16,137 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /squared/search False
DEBUG 2014-12-12 13:41:16,137 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /squared/table False
DEBUG 2014-12-12 13:41:16,137 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /toolkit/ False
DEBUG 2014-12-12 13:41:16,137 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /toolkit/%2A.html True
DEBUG 2014-12-12 13:41:16,137 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /globalmarketfinder/ False
DEBUG 2014-12-12 13:41:16,137 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /globalmarketfinder/%2A.html True
DEBUG 2014-12-12 13:41:16,137 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /qnasearch%3F False
DEBUG 2014-12-12 13:41:16,138 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /app/updates False
DEBUG 2014-12-12 13:41:16,138 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /sidewiki/entry/ False
DEBUG 2014-12-12 13:41:16,138 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /quality_form%3F False
DEBUG 2014-12-12 13:41:16,138 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /labs/popgadget/search False
DEBUG 2014-12-12 13:41:16,138 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /buzz/post False
DEBUG 2014-12-12 13:41:16,138 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /compressiontest/ False
DEBUG 2014-12-12 13:41:16,138 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /analytics/reporting/ False
DEBUG 2014-12-12 13:41:16,138 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /analytics/admin/ False
DEBUG 2014-12-12 13:41:16,138 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /analytics/web/ False
DEBUG 2014-12-12 13:41:16,138 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /analytics/feeds/ False
DEBUG 2014-12-12 13:41:16,138 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /analytics/settings/ False
DEBUG 2014-12-12 13:41:16,138 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /alerts/manage True
DEBUG 2014-12-12 13:41:16,138 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /alerts/remove True
DEBUG 2014-12-12 13:41:16,138 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /alerts/ False
DEBUG 2014-12-12 13:41:16,138 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /alerts/%24 True
DEBUG 2014-12-12 13:41:16,138 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /ads/search%3F False
DEBUG 2014-12-12 13:41:16,138 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /ads/plan/action_plan%3F False
DEBUG 2014-12-12 13:41:16,138 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /ads/plan/api/ False
DEBUG 2014-12-12 13:41:16,139 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /phone/compare/%3F False
DEBUG 2014-12-12 13:41:16,139 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /travel/clk False
DEBUG 2014-12-12 13:41:16,139 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /hotelfinder/rpc False
DEBUG 2014-12-12 13:41:16,139 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /hotels/rpc False
DEBUG 2014-12-12 13:41:16,139 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /flights/rpc False
DEBUG 2014-12-12 13:41:16,139 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /commercesearch/services/ False
DEBUG 2014-12-12 13:41:16,139 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /evaluation/ False
DEBUG 2014-12-12 13:41:16,139 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /chrome/browser/mobile/tour False
DEBUG 2014-12-12 13:41:16,139 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /compare/%2A/apply%2A False
DEBUG 2014-12-12 13:41:16,139 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /forms/perks/ False
DEBUG 2014-12-12 13:41:16,139 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /baraza/%2A/search False
DEBUG 2014-12-12 13:41:16,139 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /baraza/%2A/report False
DEBUG 2014-12-12 13:41:16,139 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /shopping/suppliers/search False
DEBUG 2014-12-12 13:41:16,139 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /ct/ False
DEBUG 2014-12-12 13:41:16,139 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /edu/cs4hs/ False
DEBUG 2014-12-12 13:41:16,139 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /trustedstores/s/ False
DEBUG 2014-12-12 13:41:16,139 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /trustedstores/tm2 False
DEBUG 2014-12-12 13:41:16,140 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /trustedstores/verify False
DEBUG 2014-12-12 13:41:16,140 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /adwords/proposal False
DEBUG 2014-12-12 13:41:16,140 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /shopping/product/ False
DEBUG 2014-12-12 13:41:16,140 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /shopping/seller False
DEBUG 2014-12-12 13:41:16,140 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /shopping/reviewer False
DEBUG 2014-12-12 13:41:16,140 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /about/careers/apply/ False
DEBUG 2014-12-12 13:41:16,140 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /about/careers/applications/ False
DEBUG 2014-12-12 13:41:16,140 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /landing/signout.html False
DEBUG 2014-12-12 13:41:16,140 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /gb/images True
DEBUG 2014-12-12 13:41:16,140 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /gb/js True
DEBUG 2014-12-12 13:41:16,140 CheckThread-http://www.google.com/sitemaps_webmasters.xml  ... no rule lines of ['*'] applied to /sitemaps_webmasters.xml; allowed.
DEBUG 2014-12-12 13:41:16,140 CheckThread-http://www.google.com/sitemaps_webmasters.xml Prepare request with {'method': 'GET', 'headers': {'Referer': u'https://www.google.com'}, 'url': u'http://www.google.com/sitemaps_webmasters.xml'}
DEBUG 2014-12-12 13:41:16,140 CheckThread-http://www.google.com/adwords/sitemap.xml u'http://www.google.com/robots.txt' check allowance for:
  user agent: u'Mozilla/5.0 (compatible; LinkChecker/9.3; +http://wummel.github.io/linkchecker/)'
  url: u'http://www.google.com/adwords/sitemap.xml' ...
DEBUG 2014-12-12 13:41:16,141 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /search False
DEBUG 2014-12-12 13:41:16,141 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /sdch False
DEBUG 2014-12-12 13:41:16,141 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /groups False
DEBUG 2014-12-12 13:41:16,141 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /images False
DEBUG 2014-12-12 13:41:16,141 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /catalogs False
DEBUG 2014-12-12 13:41:16,141 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /catalogs/about True
DEBUG 2014-12-12 13:41:16,142 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /catalogs/p%3F True
DEBUG 2014-12-12 13:41:16,142 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /catalogues False
DEBUG 2014-12-12 13:41:16,142 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /newsalerts True
DEBUG 2014-12-12 13:41:16,142 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /news False
DEBUG 2014-12-12 13:41:16,142 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /news/directory True
DEBUG 2014-12-12 13:41:16,142 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /nwshp False
DEBUG 2014-12-12 13:41:16,142 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /setnewsprefs%3F False
DEBUG 2014-12-12 13:41:16,142 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /index.html%3F False
DEBUG 2014-12-12 13:41:16,143 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /%3F False
DEBUG 2014-12-12 13:41:16,143 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /%3Fhl%3D True
DEBUG 2014-12-12 13:41:16,143 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /%3Fhl%3D%2A%26 False
DEBUG 2014-12-12 13:41:16,143 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /%3Fhl%3D%2A%26gws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:16,143 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /%3Fhl%3D%2A%26%2A%26gws_rd%3Dssl False
DEBUG 2014-12-12 13:41:16,143 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /%3Fgws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:16,143 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /%3Fpt1%3Dtrue%24 True
DEBUG 2014-12-12 13:41:16,143 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /addurl/image%3F False
DEBUG 2014-12-12 13:41:16,143 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /mail/help/ True
DEBUG 2014-12-12 13:41:16,144 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /mail/ False
DEBUG 2014-12-12 13:41:16,144 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /pagead/ False
DEBUG 2014-12-12 13:41:16,144 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /relpage/ False
DEBUG 2014-12-12 13:41:16,144 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /relcontent False
DEBUG 2014-12-12 13:41:16,144 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /imgres False
DEBUG 2014-12-12 13:41:16,144 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /imglanding False
DEBUG 2014-12-12 13:41:16,144 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /sbd False
DEBUG 2014-12-12 13:41:16,144 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /keyword/ False
DEBUG 2014-12-12 13:41:16,144 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /u/ False
DEBUG 2014-12-12 13:41:16,145 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /univ/ False
DEBUG 2014-12-12 13:41:16,145 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /cobrand False
DEBUG 2014-12-12 13:41:16,145 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /custom False
DEBUG 2014-12-12 13:41:16,145 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /advanced_group_search False
DEBUG 2014-12-12 13:41:16,145 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /googlesite False
DEBUG 2014-12-12 13:41:16,145 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /preferences False
DEBUG 2014-12-12 13:41:16,145 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /setprefs False
DEBUG 2014-12-12 13:41:16,145 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /swr False
DEBUG 2014-12-12 13:41:16,146 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /url False
DEBUG 2014-12-12 13:41:16,146 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /default False
DEBUG 2014-12-12 13:41:16,146 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /m%3F False
DEBUG 2014-12-12 13:41:16,146 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /m/ False
DEBUG 2014-12-12 13:41:16,146 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /m/finance True
DEBUG 2014-12-12 13:41:16,146 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /wml%3F False
DEBUG 2014-12-12 13:41:16,146 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /wml/%3F False
DEBUG 2014-12-12 13:41:16,146 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /wml/search%3F False
DEBUG 2014-12-12 13:41:16,146 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /xhtml%3F False
DEBUG 2014-12-12 13:41:16,147 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /xhtml/%3F False
DEBUG 2014-12-12 13:41:16,147 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /xhtml/search%3F False
DEBUG 2014-12-12 13:41:16,147 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /xml%3F False
DEBUG 2014-12-12 13:41:16,147 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /imode%3F False
DEBUG 2014-12-12 13:41:16,147 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /imode/%3F False
DEBUG 2014-12-12 13:41:16,147 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /imode/search%3F False
DEBUG 2014-12-12 13:41:16,147 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /jsky%3F False
DEBUG 2014-12-12 13:41:16,147 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /jsky/%3F False
DEBUG 2014-12-12 13:41:16,147 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /jsky/search%3F False
DEBUG 2014-12-12 13:41:16,148 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /pda%3F False
DEBUG 2014-12-12 13:41:16,148 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /pda/%3F False
DEBUG 2014-12-12 13:41:16,148 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /pda/search%3F False
DEBUG 2014-12-12 13:41:16,148 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /sprint_xhtml False
DEBUG 2014-12-12 13:41:16,148 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /sprint_wml False
DEBUG 2014-12-12 13:41:16,148 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /pqa False
DEBUG 2014-12-12 13:41:16,148 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /palm False
DEBUG 2014-12-12 13:41:16,148 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /gwt/ False
DEBUG 2014-12-12 13:41:16,148 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /purchases False
DEBUG 2014-12-12 13:41:16,149 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /hws False
DEBUG 2014-12-12 13:41:16,149 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /bsd%3F False
DEBUG 2014-12-12 13:41:16,149 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /linux%3F False
DEBUG 2014-12-12 13:41:16,149 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /mac%3F False
DEBUG 2014-12-12 13:41:16,149 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /microsoft%3F False
DEBUG 2014-12-12 13:41:16,149 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /unclesam%3F False
DEBUG 2014-12-12 13:41:16,149 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /answers/search%3Fq%3D False
DEBUG 2014-12-12 13:41:16,149 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /local%3F False
DEBUG 2014-12-12 13:41:16,150 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /local_url False
DEBUG 2014-12-12 13:41:16,150 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /shihui%3F False
DEBUG 2014-12-12 13:41:16,150 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /shihui/ False
DEBUG 2014-12-12 13:41:16,150 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /froogle%3F False
DEBUG 2014-12-12 13:41:16,150 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /products%3F False
DEBUG 2014-12-12 13:41:16,150 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /froogle_ False
DEBUG 2014-12-12 13:41:16,150 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /product_ False
DEBUG 2014-12-12 13:41:16,150 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /products_ False
DEBUG 2014-12-12 13:41:16,150 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /products%3B False
DEBUG 2014-12-12 13:41:16,150 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /print False
DEBUG 2014-12-12 13:41:16,150 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /books/ False
DEBUG 2014-12-12 13:41:16,150 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /bkshp%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:16,150 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /books%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:16,150 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /books%3F%2Aoutput%3D%2A False
DEBUG 2014-12-12 13:41:16,150 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /books%3F%2Apg%3D%2A False
DEBUG 2014-12-12 13:41:16,151 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /books%3F%2Ajtp%3D%2A False
DEBUG 2014-12-12 13:41:16,151 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /books%3F%2Ajscmd%3D%2A False
DEBUG 2014-12-12 13:41:16,151 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /books%3F%2Abuy%3D%2A False
DEBUG 2014-12-12 13:41:16,151 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /books%3F%2Azoom%3D%2A False
DEBUG 2014-12-12 13:41:16,151 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /books%3F%2Aq%3Drelated%3A%2A True
DEBUG 2014-12-12 13:41:16,151 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /books%3F%2Aq%3Deditions%3A%2A True
DEBUG 2014-12-12 13:41:16,151 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /books%3F%2Aq%3Dsubject%3A%2A True
DEBUG 2014-12-12 13:41:16,151 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /books/about True
DEBUG 2014-12-12 13:41:16,151 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /booksrightsholders True
DEBUG 2014-12-12 13:41:16,151 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /books%3F%2Azoom%3D1%2A True
DEBUG 2014-12-12 13:41:16,151 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /books%3F%2Azoom%3D5%2A True
DEBUG 2014-12-12 13:41:16,151 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /ebooks/ False
DEBUG 2014-12-12 13:41:16,151 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /ebooks%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:16,151 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /ebooks%3F%2Aoutput%3D%2A False
DEBUG 2014-12-12 13:41:16,151 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /ebooks%3F%2Apg%3D%2A False
DEBUG 2014-12-12 13:41:16,151 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /ebooks%3F%2Ajscmd%3D%2A False
DEBUG 2014-12-12 13:41:16,151 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /ebooks%3F%2Abuy%3D%2A False
DEBUG 2014-12-12 13:41:16,152 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /ebooks%3F%2Azoom%3D%2A False
DEBUG 2014-12-12 13:41:16,152 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /ebooks%3F%2Aq%3Drelated%3A%2A True
DEBUG 2014-12-12 13:41:16,152 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /ebooks%3F%2Aq%3Deditions%3A%2A True
DEBUG 2014-12-12 13:41:16,152 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /ebooks%3F%2Aq%3Dsubject%3A%2A True
DEBUG 2014-12-12 13:41:16,152 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /ebooks%3F%2Azoom%3D1%2A True
DEBUG 2014-12-12 13:41:16,152 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /ebooks%3F%2Azoom%3D5%2A True
DEBUG 2014-12-12 13:41:16,152 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /patents%3F False
DEBUG 2014-12-12 13:41:16,152 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /patents/download/ False
DEBUG 2014-12-12 13:41:16,152 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /patents/pdf/ False
DEBUG 2014-12-12 13:41:16,152 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /patents/related/ False
DEBUG 2014-12-12 13:41:16,152 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /scholar False
DEBUG 2014-12-12 13:41:16,152 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /citations%3F False
DEBUG 2014-12-12 13:41:16,152 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /citations%3Fuser%3D True
DEBUG 2014-12-12 13:41:16,152 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /citations%3F%2Acstart%3D False
DEBUG 2014-12-12 13:41:16,152 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /citations%3Fview_op%3Dnew_profile True
DEBUG 2014-12-12 13:41:16,152 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /citations%3Fview_op%3Dtop_venues True
DEBUG 2014-12-12 13:41:16,152 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /complete False
DEBUG 2014-12-12 13:41:16,153 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /s%3F False
DEBUG 2014-12-12 13:41:16,153 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /sponsoredlinks False
DEBUG 2014-12-12 13:41:16,153 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /videosearch%3F False
DEBUG 2014-12-12 13:41:16,153 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /videopreview%3F False
DEBUG 2014-12-12 13:41:16,153 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /videoprograminfo%3F False
DEBUG 2014-12-12 13:41:16,153 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /maps%3F%2Aoutput%3Dclassic%2A True
DEBUG 2014-12-12 13:41:16,153 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /maps/api/js%3F True
DEBUG 2014-12-12 13:41:16,153 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /maps/d/ True
DEBUG 2014-12-12 13:41:16,153 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /maps%3F False
DEBUG 2014-12-12 13:41:16,153 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /mapstt%3F False
DEBUG 2014-12-12 13:41:16,153 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /mapslt%3F False
DEBUG 2014-12-12 13:41:16,153 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /maps/stk/ False
DEBUG 2014-12-12 13:41:16,153 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /maps/br%3F False
DEBUG 2014-12-12 13:41:16,153 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /mapabcpoi%3F False
DEBUG 2014-12-12 13:41:16,153 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /maphp%3F False
DEBUG 2014-12-12 13:41:16,153 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /mapprint%3F False
DEBUG 2014-12-12 13:41:16,153 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /maps/api/js/ False
DEBUG 2014-12-12 13:41:16,154 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /maps/api/staticmap%3F False
DEBUG 2014-12-12 13:41:16,154 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /mld%3F False
DEBUG 2014-12-12 13:41:16,154 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /staticmap%3F False
DEBUG 2014-12-12 13:41:16,154 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /places/ False
DEBUG 2014-12-12 13:41:16,154 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /places/%24 True
DEBUG 2014-12-12 13:41:16,154 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /maps/preview False
DEBUG 2014-12-12 13:41:16,154 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /maps/place False
DEBUG 2014-12-12 13:41:16,154 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /help/maps/streetview/partners/welcome/ False
DEBUG 2014-12-12 13:41:16,154 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /help/maps/indoormaps/partners/ False
DEBUG 2014-12-12 13:41:16,154 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /lochp%3F False
DEBUG 2014-12-12 13:41:16,154 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /center False
DEBUG 2014-12-12 13:41:16,154 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /ie%3F False
DEBUG 2014-12-12 13:41:16,154 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /sms/demo%3F False
DEBUG 2014-12-12 13:41:16,154 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /katrina%3F False
DEBUG 2014-12-12 13:41:16,154 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /blogsearch%3F False
DEBUG 2014-12-12 13:41:16,154 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /blogsearch/ False
DEBUG 2014-12-12 13:41:16,154 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /blogsearch_feeds False
DEBUG 2014-12-12 13:41:16,155 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /advanced_blog_search False
DEBUG 2014-12-12 13:41:16,155 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /uds/ False
DEBUG 2014-12-12 13:41:16,155 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /chart%3F False
DEBUG 2014-12-12 13:41:16,155 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /transit%3F False
DEBUG 2014-12-12 13:41:16,155 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /mbd%3F False
DEBUG 2014-12-12 13:41:16,155 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /extern_js/ False
DEBUG 2014-12-12 13:41:16,155 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /xjs/ False
DEBUG 2014-12-12 13:41:16,155 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /calendar/feeds/ False
DEBUG 2014-12-12 13:41:16,155 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /calendar/ical/ False
DEBUG 2014-12-12 13:41:16,155 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /cl2/feeds/ False
DEBUG 2014-12-12 13:41:16,155 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /cl2/ical/ False
DEBUG 2014-12-12 13:41:16,155 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /coop/directory False
DEBUG 2014-12-12 13:41:16,155 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /coop/manage False
DEBUG 2014-12-12 13:41:16,155 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /trends%3F False
DEBUG 2014-12-12 13:41:16,155 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /trends/music%3F False
DEBUG 2014-12-12 13:41:16,155 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /trends/hottrends%3F False
DEBUG 2014-12-12 13:41:16,155 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /trends/viz%3F False
DEBUG 2014-12-12 13:41:16,155 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /trends/embed.js%3F False
DEBUG 2014-12-12 13:41:16,156 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /trends/fetchComponent%3F False
DEBUG 2014-12-12 13:41:16,156 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /notebook/search%3F False
DEBUG 2014-12-12 13:41:16,156 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /musica False
DEBUG 2014-12-12 13:41:16,156 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /musicad False
DEBUG 2014-12-12 13:41:16,156 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /musicas False
DEBUG 2014-12-12 13:41:16,156 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /musicl False
DEBUG 2014-12-12 13:41:16,156 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /musics False
DEBUG 2014-12-12 13:41:16,156 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /musicsearch False
DEBUG 2014-12-12 13:41:16,156 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /musicsp False
DEBUG 2014-12-12 13:41:16,156 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /musiclp False
DEBUG 2014-12-12 13:41:16,156 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /browsersync False
DEBUG 2014-12-12 13:41:16,156 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /call False
DEBUG 2014-12-12 13:41:16,156 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /archivesearch%3F False
DEBUG 2014-12-12 13:41:16,156 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /archivesearch/url False
DEBUG 2014-12-12 13:41:16,156 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /archivesearch/advanced_search False
DEBUG 2014-12-12 13:41:16,156 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /base/reportbadoffer False
DEBUG 2014-12-12 13:41:16,156 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /urchin_test/ False
DEBUG 2014-12-12 13:41:16,157 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /movies%3F False
DEBUG 2014-12-12 13:41:16,157 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /codesearch%3F False
DEBUG 2014-12-12 13:41:16,157 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /codesearch/feeds/search%3F False
DEBUG 2014-12-12 13:41:16,157 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /wapsearch%3F False
DEBUG 2014-12-12 13:41:16,157 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /safebrowsing False
DEBUG 2014-12-12 13:41:16,157 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /safebrowsing/diagnostic True
DEBUG 2014-12-12 13:41:16,157 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /safebrowsing/report_badware/ True
DEBUG 2014-12-12 13:41:16,157 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /safebrowsing/report_error/ True
DEBUG 2014-12-12 13:41:16,157 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /safebrowsing/report_phish/ True
DEBUG 2014-12-12 13:41:16,157 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /reviews/search%3F False
DEBUG 2014-12-12 13:41:16,157 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /orkut/albums False
DEBUG 2014-12-12 13:41:16,157 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /jsapi True
DEBUG 2014-12-12 13:41:16,157 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /views%3F False
DEBUG 2014-12-12 13:41:16,157 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /c/ False
DEBUG 2014-12-12 13:41:16,157 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /cbk False
DEBUG 2014-12-12 13:41:16,157 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /cbk%3Foutput%3Dtile%26cb_client%3Dmaps_sv True
DEBUG 2014-12-12 13:41:16,157 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /recharge/dashboard/car False
DEBUG 2014-12-12 13:41:16,157 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /recharge/dashboard/static/ False
DEBUG 2014-12-12 13:41:16,158 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /translate_a/ False
DEBUG 2014-12-12 13:41:16,158 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /translate_c False
DEBUG 2014-12-12 13:41:16,158 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /translate_f False
DEBUG 2014-12-12 13:41:16,158 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /translate_static/ False
DEBUG 2014-12-12 13:41:16,158 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /translate_suggestion False
DEBUG 2014-12-12 13:41:16,158 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /profiles/me False
DEBUG 2014-12-12 13:41:16,158 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /profiles True
DEBUG 2014-12-12 13:41:16,158 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /s2/profiles/me False
DEBUG 2014-12-12 13:41:16,158 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /s2/profiles True
DEBUG 2014-12-12 13:41:16,158 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /s2/oz True
DEBUG 2014-12-12 13:41:16,158 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /s2/photos True
DEBUG 2014-12-12 13:41:16,158 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /s2/search/social True
DEBUG 2014-12-12 13:41:16,158 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /s2/static True
DEBUG 2014-12-12 13:41:16,158 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /s2 False
DEBUG 2014-12-12 13:41:16,158 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /transconsole/portal/ False
DEBUG 2014-12-12 13:41:16,158 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /gcc/ False
DEBUG 2014-12-12 13:41:16,158 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /aclk False
DEBUG 2014-12-12 13:41:16,159 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /cse%3F False
DEBUG 2014-12-12 13:41:16,159 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /cse/home False
DEBUG 2014-12-12 13:41:16,159 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /cse/panel False
DEBUG 2014-12-12 13:41:16,159 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /cse/manage False
DEBUG 2014-12-12 13:41:16,159 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /tbproxy/ False
DEBUG 2014-12-12 13:41:16,159 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /imesync/ False
DEBUG 2014-12-12 13:41:16,159 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /shenghuo/search%3F False
DEBUG 2014-12-12 13:41:16,159 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /support/forum/search%3F False
DEBUG 2014-12-12 13:41:16,159 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /reviews/polls/ False
DEBUG 2014-12-12 13:41:16,159 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /hosted/images/ False
DEBUG 2014-12-12 13:41:16,159 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /ppob/%3F False
DEBUG 2014-12-12 13:41:16,159 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /ppob%3F False
DEBUG 2014-12-12 13:41:16,159 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /adwordsresellers False
DEBUG 2014-12-12 13:41:16,159 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /accounts/ClientLogin False
DEBUG 2014-12-12 13:41:16,159 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /accounts/ClientAuth False
DEBUG 2014-12-12 13:41:16,159 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /accounts/o8 False
DEBUG 2014-12-12 13:41:16,159 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /accounts/o8/id True
DEBUG 2014-12-12 13:41:16,159 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /topicsearch%3Fq%3D False
DEBUG 2014-12-12 13:41:16,160 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /xfx7/ False
DEBUG 2014-12-12 13:41:16,160 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /squared/api False
DEBUG 2014-12-12 13:41:16,160 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /squared/search False
DEBUG 2014-12-12 13:41:16,160 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /squared/table False
DEBUG 2014-12-12 13:41:16,160 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /toolkit/ False
DEBUG 2014-12-12 13:41:16,160 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /toolkit/%2A.html True
DEBUG 2014-12-12 13:41:16,160 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /globalmarketfinder/ False
DEBUG 2014-12-12 13:41:16,160 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /globalmarketfinder/%2A.html True
DEBUG 2014-12-12 13:41:16,160 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /qnasearch%3F False
DEBUG 2014-12-12 13:41:16,160 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /app/updates False
DEBUG 2014-12-12 13:41:16,160 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /sidewiki/entry/ False
DEBUG 2014-12-12 13:41:16,160 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /quality_form%3F False
DEBUG 2014-12-12 13:41:16,160 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /labs/popgadget/search False
DEBUG 2014-12-12 13:41:16,160 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /buzz/post False
DEBUG 2014-12-12 13:41:16,160 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /compressiontest/ False
DEBUG 2014-12-12 13:41:16,160 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /analytics/reporting/ False
DEBUG 2014-12-12 13:41:16,160 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /analytics/admin/ False
DEBUG 2014-12-12 13:41:16,160 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /analytics/web/ False
DEBUG 2014-12-12 13:41:16,161 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /analytics/feeds/ False
DEBUG 2014-12-12 13:41:16,161 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /analytics/settings/ False
DEBUG 2014-12-12 13:41:16,161 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /alerts/manage True
DEBUG 2014-12-12 13:41:16,161 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /alerts/remove True
DEBUG 2014-12-12 13:41:16,161 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /alerts/ False
DEBUG 2014-12-12 13:41:16,161 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /alerts/%24 True
DEBUG 2014-12-12 13:41:16,161 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /ads/search%3F False
DEBUG 2014-12-12 13:41:16,161 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /ads/plan/action_plan%3F False
DEBUG 2014-12-12 13:41:16,161 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /ads/plan/api/ False
DEBUG 2014-12-12 13:41:16,161 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /phone/compare/%3F False
DEBUG 2014-12-12 13:41:16,161 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /travel/clk False
DEBUG 2014-12-12 13:41:16,161 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /hotelfinder/rpc False
DEBUG 2014-12-12 13:41:16,161 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /hotels/rpc False
DEBUG 2014-12-12 13:41:16,161 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /flights/rpc False
DEBUG 2014-12-12 13:41:16,161 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /commercesearch/services/ False
DEBUG 2014-12-12 13:41:16,161 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /evaluation/ False
DEBUG 2014-12-12 13:41:16,161 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /chrome/browser/mobile/tour False
DEBUG 2014-12-12 13:41:16,161 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /compare/%2A/apply%2A False
DEBUG 2014-12-12 13:41:16,162 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /forms/perks/ False
DEBUG 2014-12-12 13:41:16,162 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /baraza/%2A/search False
DEBUG 2014-12-12 13:41:16,162 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /baraza/%2A/report False
DEBUG 2014-12-12 13:41:16,162 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /shopping/suppliers/search False
DEBUG 2014-12-12 13:41:16,162 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /ct/ False
DEBUG 2014-12-12 13:41:16,162 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /edu/cs4hs/ False
DEBUG 2014-12-12 13:41:16,162 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /trustedstores/s/ False
DEBUG 2014-12-12 13:41:16,162 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /trustedstores/tm2 False
DEBUG 2014-12-12 13:41:16,162 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /trustedstores/verify False
DEBUG 2014-12-12 13:41:16,162 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /adwords/proposal False
DEBUG 2014-12-12 13:41:16,162 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /shopping/product/ False
DEBUG 2014-12-12 13:41:16,162 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /shopping/seller False
DEBUG 2014-12-12 13:41:16,162 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /shopping/reviewer False
DEBUG 2014-12-12 13:41:16,162 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /about/careers/apply/ False
DEBUG 2014-12-12 13:41:16,162 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /about/careers/applications/ False
DEBUG 2014-12-12 13:41:16,162 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Disallow: /landing/signout.html False
DEBUG 2014-12-12 13:41:16,162 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /gb/images True
DEBUG 2014-12-12 13:41:16,163 CheckThread-http://www.google.com/adwords/sitemap.xml /adwords/sitemap.xml Allow: /gb/js True
DEBUG 2014-12-12 13:41:16,163 CheckThread-http://www.google.com/adwords/sitemap.xml  ... no rule lines of ['*'] applied to /adwords/sitemap.xml; allowed.
DEBUG 2014-12-12 13:41:16,163 CheckThread-http://www.google.com/adwords/sitemap.xml Prepare request with {'method': 'GET', 'headers': {'Referer': u'https://www.google.com'}, 'url': u'http://www.google.com/adwords/sitemap.xml'}
DEBUG 2014-12-12 13:41:16,163 CheckThread-http://www.google.com/drive/sitemap.xml u'http://www.google.com/robots.txt' check allowance for:
  user agent: u'Mozilla/5.0 (compatible; LinkChecker/9.3; +http://wummel.github.io/linkchecker/)'
  url: u'http://www.google.com/drive/sitemap.xml' ...
DEBUG 2014-12-12 13:41:16,163 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /search False
DEBUG 2014-12-12 13:41:16,163 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /sdch False
DEBUG 2014-12-12 13:41:16,163 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /groups False
DEBUG 2014-12-12 13:41:16,163 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /images False
DEBUG 2014-12-12 13:41:16,163 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /catalogs False
DEBUG 2014-12-12 13:41:16,163 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /catalogs/about True
DEBUG 2014-12-12 13:41:16,164 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /catalogs/p%3F True
DEBUG 2014-12-12 13:41:16,164 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /catalogues False
DEBUG 2014-12-12 13:41:16,164 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /newsalerts True
DEBUG 2014-12-12 13:41:16,164 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /news False
DEBUG 2014-12-12 13:41:16,164 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /news/directory True
DEBUG 2014-12-12 13:41:16,164 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /nwshp False
DEBUG 2014-12-12 13:41:16,164 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /setnewsprefs%3F False
DEBUG 2014-12-12 13:41:16,164 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /index.html%3F False
DEBUG 2014-12-12 13:41:16,164 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /%3F False
DEBUG 2014-12-12 13:41:16,164 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /%3Fhl%3D True
DEBUG 2014-12-12 13:41:16,164 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /%3Fhl%3D%2A%26 False
DEBUG 2014-12-12 13:41:16,164 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /%3Fhl%3D%2A%26gws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:16,164 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /%3Fhl%3D%2A%26%2A%26gws_rd%3Dssl False
DEBUG 2014-12-12 13:41:16,164 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /%3Fgws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:16,164 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /%3Fpt1%3Dtrue%24 True
DEBUG 2014-12-12 13:41:16,164 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /addurl/image%3F False
DEBUG 2014-12-12 13:41:16,164 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /mail/help/ True
DEBUG 2014-12-12 13:41:16,165 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /mail/ False
DEBUG 2014-12-12 13:41:16,165 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /pagead/ False
DEBUG 2014-12-12 13:41:16,165 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /relpage/ False
DEBUG 2014-12-12 13:41:16,165 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /relcontent False
DEBUG 2014-12-12 13:41:16,165 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /imgres False
DEBUG 2014-12-12 13:41:16,165 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /imglanding False
DEBUG 2014-12-12 13:41:16,165 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /sbd False
DEBUG 2014-12-12 13:41:16,165 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /keyword/ False
DEBUG 2014-12-12 13:41:16,165 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /u/ False
DEBUG 2014-12-12 13:41:16,165 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /univ/ False
DEBUG 2014-12-12 13:41:16,165 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /cobrand False
DEBUG 2014-12-12 13:41:16,165 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /custom False
DEBUG 2014-12-12 13:41:16,165 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /advanced_group_search False
DEBUG 2014-12-12 13:41:16,165 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /googlesite False
DEBUG 2014-12-12 13:41:16,165 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /preferences False
DEBUG 2014-12-12 13:41:16,165 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /setprefs False
DEBUG 2014-12-12 13:41:16,165 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /swr False
DEBUG 2014-12-12 13:41:16,166 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /url False
DEBUG 2014-12-12 13:41:16,166 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /default False
DEBUG 2014-12-12 13:41:16,166 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /m%3F False
DEBUG 2014-12-12 13:41:16,166 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /m/ False
DEBUG 2014-12-12 13:41:16,166 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /m/finance True
DEBUG 2014-12-12 13:41:16,166 CheckThread-https://www.google.com/edu/sitemap.xml Send request with {'allow_redirects': False, 'stream': True, 'verify': True, 'timeout': 60}
DEBUG 2014-12-12 13:41:16,166 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /wml%3F False
DEBUG 2014-12-12 13:41:16,167 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /wml/%3F False
DEBUG 2014-12-12 13:41:16,168 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /wml/search%3F False
DEBUG 2014-12-12 13:41:16,168 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /xhtml%3F False
DEBUG 2014-12-12 13:41:16,168 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /xhtml/%3F False
DEBUG 2014-12-12 13:41:16,168 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /xhtml/search%3F False
DEBUG 2014-12-12 13:41:16,168 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /xml%3F False
DEBUG 2014-12-12 13:41:16,168 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /imode%3F False
DEBUG 2014-12-12 13:41:16,168 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /imode/%3F False
DEBUG 2014-12-12 13:41:16,168 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /imode/search%3F False
DEBUG 2014-12-12 13:41:16,168 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /jsky%3F False
DEBUG 2014-12-12 13:41:16,168 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /jsky/%3F False
DEBUG 2014-12-12 13:41:16,168 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /jsky/search%3F False
DEBUG 2014-12-12 13:41:16,168 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /pda%3F False
DEBUG 2014-12-12 13:41:16,168 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /pda/%3F False
DEBUG 2014-12-12 13:41:16,168 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /pda/search%3F False
DEBUG 2014-12-12 13:41:16,168 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /sprint_xhtml False
DEBUG 2014-12-12 13:41:16,168 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /sprint_wml False
DEBUG 2014-12-12 13:41:16,168 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /pqa False
DEBUG 2014-12-12 13:41:16,169 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /palm False
DEBUG 2014-12-12 13:41:16,169 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /gwt/ False
DEBUG 2014-12-12 13:41:16,169 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /purchases False
DEBUG 2014-12-12 13:41:16,169 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /hws False
DEBUG 2014-12-12 13:41:16,169 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /bsd%3F False
DEBUG 2014-12-12 13:41:16,169 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /linux%3F False
DEBUG 2014-12-12 13:41:16,169 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /mac%3F False
DEBUG 2014-12-12 13:41:16,169 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /microsoft%3F False
DEBUG 2014-12-12 13:41:16,169 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /unclesam%3F False
DEBUG 2014-12-12 13:41:16,169 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /answers/search%3Fq%3D False
DEBUG 2014-12-12 13:41:16,169 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /local%3F False
DEBUG 2014-12-12 13:41:16,169 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /local_url False
DEBUG 2014-12-12 13:41:16,169 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /shihui%3F False
DEBUG 2014-12-12 13:41:16,169 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /shihui/ False
DEBUG 2014-12-12 13:41:16,169 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /froogle%3F False
DEBUG 2014-12-12 13:41:16,170 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /products%3F False
DEBUG 2014-12-12 13:41:16,170 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /froogle_ False
DEBUG 2014-12-12 13:41:16,170 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /product_ False
DEBUG 2014-12-12 13:41:16,170 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /products_ False
DEBUG 2014-12-12 13:41:16,170 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /products%3B False
DEBUG 2014-12-12 13:41:16,170 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /print False
DEBUG 2014-12-12 13:41:16,170 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /books/ False
DEBUG 2014-12-12 13:41:16,170 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /bkshp%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:16,170 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /books%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:16,170 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /books%3F%2Aoutput%3D%2A False
DEBUG 2014-12-12 13:41:16,170 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /books%3F%2Apg%3D%2A False
DEBUG 2014-12-12 13:41:16,170 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /books%3F%2Ajtp%3D%2A False
DEBUG 2014-12-12 13:41:16,170 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /books%3F%2Ajscmd%3D%2A False
DEBUG 2014-12-12 13:41:16,170 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /books%3F%2Abuy%3D%2A False
DEBUG 2014-12-12 13:41:16,170 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /books%3F%2Azoom%3D%2A False
DEBUG 2014-12-12 13:41:16,170 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /books%3F%2Aq%3Drelated%3A%2A True
DEBUG 2014-12-12 13:41:16,170 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /books%3F%2Aq%3Deditions%3A%2A True
DEBUG 2014-12-12 13:41:16,171 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /books%3F%2Aq%3Dsubject%3A%2A True
DEBUG 2014-12-12 13:41:16,171 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /books/about True
DEBUG 2014-12-12 13:41:16,171 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /booksrightsholders True
DEBUG 2014-12-12 13:41:16,171 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /books%3F%2Azoom%3D1%2A True
DEBUG 2014-12-12 13:41:16,171 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /books%3F%2Azoom%3D5%2A True
DEBUG 2014-12-12 13:41:16,171 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /ebooks/ False
DEBUG 2014-12-12 13:41:16,171 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /ebooks%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:16,171 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /ebooks%3F%2Aoutput%3D%2A False
DEBUG 2014-12-12 13:41:16,171 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /ebooks%3F%2Apg%3D%2A False
DEBUG 2014-12-12 13:41:16,171 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /ebooks%3F%2Ajscmd%3D%2A False
DEBUG 2014-12-12 13:41:16,171 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /ebooks%3F%2Abuy%3D%2A False
DEBUG 2014-12-12 13:41:16,171 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /ebooks%3F%2Azoom%3D%2A False
DEBUG 2014-12-12 13:41:16,171 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /ebooks%3F%2Aq%3Drelated%3A%2A True
DEBUG 2014-12-12 13:41:16,171 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /ebooks%3F%2Aq%3Deditions%3A%2A True
DEBUG 2014-12-12 13:41:16,171 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /ebooks%3F%2Aq%3Dsubject%3A%2A True
DEBUG 2014-12-12 13:41:16,171 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /ebooks%3F%2Azoom%3D1%2A True
DEBUG 2014-12-12 13:41:16,171 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /ebooks%3F%2Azoom%3D5%2A True
DEBUG 2014-12-12 13:41:16,172 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /patents%3F False
DEBUG 2014-12-12 13:41:16,172 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /patents/download/ False
DEBUG 2014-12-12 13:41:16,172 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /patents/pdf/ False
DEBUG 2014-12-12 13:41:16,172 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /patents/related/ False
DEBUG 2014-12-12 13:41:16,172 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /scholar False
DEBUG 2014-12-12 13:41:16,172 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /citations%3F False
DEBUG 2014-12-12 13:41:16,172 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /citations%3Fuser%3D True
DEBUG 2014-12-12 13:41:16,172 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /citations%3F%2Acstart%3D False
DEBUG 2014-12-12 13:41:16,172 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /citations%3Fview_op%3Dnew_profile True
DEBUG 2014-12-12 13:41:16,172 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /citations%3Fview_op%3Dtop_venues True
DEBUG 2014-12-12 13:41:16,172 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /complete False
DEBUG 2014-12-12 13:41:16,172 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /s%3F False
DEBUG 2014-12-12 13:41:16,172 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /sponsoredlinks False
DEBUG 2014-12-12 13:41:16,172 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /videosearch%3F False
DEBUG 2014-12-12 13:41:16,172 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /videopreview%3F False
DEBUG 2014-12-12 13:41:16,172 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /videoprograminfo%3F False
DEBUG 2014-12-12 13:41:16,172 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /maps%3F%2Aoutput%3Dclassic%2A True
DEBUG 2014-12-12 13:41:16,172 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /maps/api/js%3F True
DEBUG 2014-12-12 13:41:16,173 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /maps/d/ True
DEBUG 2014-12-12 13:41:16,173 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /maps%3F False
DEBUG 2014-12-12 13:41:16,173 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /mapstt%3F False
DEBUG 2014-12-12 13:41:16,173 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /mapslt%3F False
DEBUG 2014-12-12 13:41:16,173 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /maps/stk/ False
DEBUG 2014-12-12 13:41:16,173 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /maps/br%3F False
DEBUG 2014-12-12 13:41:16,173 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /mapabcpoi%3F False
DEBUG 2014-12-12 13:41:16,173 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /maphp%3F False
DEBUG 2014-12-12 13:41:16,173 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /mapprint%3F False
DEBUG 2014-12-12 13:41:16,173 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /maps/api/js/ False
DEBUG 2014-12-12 13:41:16,173 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /maps/api/staticmap%3F False
DEBUG 2014-12-12 13:41:16,173 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /mld%3F False
DEBUG 2014-12-12 13:41:16,173 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /staticmap%3F False
DEBUG 2014-12-12 13:41:16,173 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /places/ False
DEBUG 2014-12-12 13:41:16,173 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /places/%24 True
DEBUG 2014-12-12 13:41:16,173 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /maps/preview False
DEBUG 2014-12-12 13:41:16,173 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /maps/place False
DEBUG 2014-12-12 13:41:16,174 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /help/maps/streetview/partners/welcome/ False
DEBUG 2014-12-12 13:41:16,174 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /help/maps/indoormaps/partners/ False
DEBUG 2014-12-12 13:41:16,174 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /lochp%3F False
DEBUG 2014-12-12 13:41:16,174 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /center False
DEBUG 2014-12-12 13:41:16,174 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /ie%3F False
DEBUG 2014-12-12 13:41:16,174 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /sms/demo%3F False
DEBUG 2014-12-12 13:41:16,174 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /katrina%3F False
DEBUG 2014-12-12 13:41:16,174 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /blogsearch%3F False
DEBUG 2014-12-12 13:41:16,174 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /blogsearch/ False
DEBUG 2014-12-12 13:41:16,174 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /blogsearch_feeds False
DEBUG 2014-12-12 13:41:16,174 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /advanced_blog_search False
DEBUG 2014-12-12 13:41:16,174 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /uds/ False
DEBUG 2014-12-12 13:41:16,174 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /chart%3F False
DEBUG 2014-12-12 13:41:16,174 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /transit%3F False
DEBUG 2014-12-12 13:41:16,174 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /mbd%3F False
DEBUG 2014-12-12 13:41:16,174 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /extern_js/ False
DEBUG 2014-12-12 13:41:16,174 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /xjs/ False
DEBUG 2014-12-12 13:41:16,175 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /calendar/feeds/ False
DEBUG 2014-12-12 13:41:16,175 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /calendar/ical/ False
DEBUG 2014-12-12 13:41:16,175 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /cl2/feeds/ False
DEBUG 2014-12-12 13:41:16,175 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /cl2/ical/ False
DEBUG 2014-12-12 13:41:16,175 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /coop/directory False
DEBUG 2014-12-12 13:41:16,175 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /coop/manage False
DEBUG 2014-12-12 13:41:16,175 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /trends%3F False
DEBUG 2014-12-12 13:41:16,175 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /trends/music%3F False
DEBUG 2014-12-12 13:41:16,175 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /trends/hottrends%3F False
DEBUG 2014-12-12 13:41:16,175 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /trends/viz%3F False
DEBUG 2014-12-12 13:41:16,175 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /trends/embed.js%3F False
DEBUG 2014-12-12 13:41:16,175 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /trends/fetchComponent%3F False
DEBUG 2014-12-12 13:41:16,175 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /notebook/search%3F False
DEBUG 2014-12-12 13:41:16,175 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /musica False
DEBUG 2014-12-12 13:41:16,175 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /musicad False
DEBUG 2014-12-12 13:41:16,175 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /musicas False
DEBUG 2014-12-12 13:41:16,175 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /musicl False
DEBUG 2014-12-12 13:41:16,176 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /musics False
DEBUG 2014-12-12 13:41:16,176 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /musicsearch False
DEBUG 2014-12-12 13:41:16,176 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /musicsp False
DEBUG 2014-12-12 13:41:16,176 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /musiclp False
DEBUG 2014-12-12 13:41:16,176 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /browsersync False
DEBUG 2014-12-12 13:41:16,176 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /call False
DEBUG 2014-12-12 13:41:16,176 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /archivesearch%3F False
DEBUG 2014-12-12 13:41:16,176 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /archivesearch/url False
DEBUG 2014-12-12 13:41:16,176 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /archivesearch/advanced_search False
DEBUG 2014-12-12 13:41:16,176 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /base/reportbadoffer False
DEBUG 2014-12-12 13:41:16,176 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /urchin_test/ False
DEBUG 2014-12-12 13:41:16,176 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /movies%3F False
DEBUG 2014-12-12 13:41:16,176 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /codesearch%3F False
DEBUG 2014-12-12 13:41:16,176 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /codesearch/feeds/search%3F False
DEBUG 2014-12-12 13:41:16,176 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /wapsearch%3F False
DEBUG 2014-12-12 13:41:16,176 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /safebrowsing False
DEBUG 2014-12-12 13:41:16,176 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /safebrowsing/diagnostic True
DEBUG 2014-12-12 13:41:16,176 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /safebrowsing/report_badware/ True
DEBUG 2014-12-12 13:41:16,177 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /safebrowsing/report_error/ True
DEBUG 2014-12-12 13:41:16,177 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /safebrowsing/report_phish/ True
DEBUG 2014-12-12 13:41:16,177 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /reviews/search%3F False
DEBUG 2014-12-12 13:41:16,177 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /orkut/albums False
DEBUG 2014-12-12 13:41:16,177 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /jsapi True
DEBUG 2014-12-12 13:41:16,177 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /views%3F False
DEBUG 2014-12-12 13:41:16,177 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /c/ False
DEBUG 2014-12-12 13:41:16,177 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /cbk False
DEBUG 2014-12-12 13:41:16,177 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /cbk%3Foutput%3Dtile%26cb_client%3Dmaps_sv True
DEBUG 2014-12-12 13:41:16,177 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /recharge/dashboard/car False
DEBUG 2014-12-12 13:41:16,177 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /recharge/dashboard/static/ False
DEBUG 2014-12-12 13:41:16,177 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /translate_a/ False
DEBUG 2014-12-12 13:41:16,177 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /translate_c False
DEBUG 2014-12-12 13:41:16,177 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /translate_f False
DEBUG 2014-12-12 13:41:16,177 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /translate_static/ False
DEBUG 2014-12-12 13:41:16,177 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /translate_suggestion False
DEBUG 2014-12-12 13:41:16,177 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /profiles/me False
DEBUG 2014-12-12 13:41:16,178 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /profiles True
DEBUG 2014-12-12 13:41:16,178 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /s2/profiles/me False
DEBUG 2014-12-12 13:41:16,178 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /s2/profiles True
DEBUG 2014-12-12 13:41:16,178 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /s2/oz True
DEBUG 2014-12-12 13:41:16,178 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /s2/photos True
DEBUG 2014-12-12 13:41:16,178 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /s2/search/social True
DEBUG 2014-12-12 13:41:16,178 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /s2/static True
DEBUG 2014-12-12 13:41:16,178 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /s2 False
DEBUG 2014-12-12 13:41:16,178 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /transconsole/portal/ False
DEBUG 2014-12-12 13:41:16,178 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /gcc/ False
DEBUG 2014-12-12 13:41:16,178 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /aclk False
DEBUG 2014-12-12 13:41:16,178 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /cse%3F False
DEBUG 2014-12-12 13:41:16,178 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /cse/home False
DEBUG 2014-12-12 13:41:16,178 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /cse/panel False
DEBUG 2014-12-12 13:41:16,178 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /cse/manage False
DEBUG 2014-12-12 13:41:16,178 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /tbproxy/ False
DEBUG 2014-12-12 13:41:16,178 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /imesync/ False
DEBUG 2014-12-12 13:41:16,178 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /shenghuo/search%3F False
DEBUG 2014-12-12 13:41:16,179 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /support/forum/search%3F False
DEBUG 2014-12-12 13:41:16,179 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /reviews/polls/ False
DEBUG 2014-12-12 13:41:16,179 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /hosted/images/ False
DEBUG 2014-12-12 13:41:16,179 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /ppob/%3F False
DEBUG 2014-12-12 13:41:16,179 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /ppob%3F False
DEBUG 2014-12-12 13:41:16,179 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /adwordsresellers False
DEBUG 2014-12-12 13:41:16,179 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /accounts/ClientLogin False
DEBUG 2014-12-12 13:41:16,179 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /accounts/ClientAuth False
DEBUG 2014-12-12 13:41:16,179 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /accounts/o8 False
DEBUG 2014-12-12 13:41:16,179 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /accounts/o8/id True
DEBUG 2014-12-12 13:41:16,179 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /topicsearch%3Fq%3D False
DEBUG 2014-12-12 13:41:16,179 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /xfx7/ False
DEBUG 2014-12-12 13:41:16,179 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /squared/api False
DEBUG 2014-12-12 13:41:16,179 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /squared/search False
DEBUG 2014-12-12 13:41:16,179 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /squared/table False
DEBUG 2014-12-12 13:41:16,179 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /toolkit/ False
DEBUG 2014-12-12 13:41:16,179 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /toolkit/%2A.html True
DEBUG 2014-12-12 13:41:16,180 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /globalmarketfinder/ False
DEBUG 2014-12-12 13:41:16,180 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /globalmarketfinder/%2A.html True
DEBUG 2014-12-12 13:41:16,180 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /qnasearch%3F False
DEBUG 2014-12-12 13:41:16,180 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /app/updates False
DEBUG 2014-12-12 13:41:16,180 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /sidewiki/entry/ False
DEBUG 2014-12-12 13:41:16,180 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /quality_form%3F False
DEBUG 2014-12-12 13:41:16,180 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /labs/popgadget/search False
DEBUG 2014-12-12 13:41:16,180 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /buzz/post False
DEBUG 2014-12-12 13:41:16,180 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /compressiontest/ False
DEBUG 2014-12-12 13:41:16,180 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /analytics/reporting/ False
DEBUG 2014-12-12 13:41:16,180 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /analytics/admin/ False
DEBUG 2014-12-12 13:41:16,180 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /analytics/web/ False
DEBUG 2014-12-12 13:41:16,180 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /analytics/feeds/ False
DEBUG 2014-12-12 13:41:16,180 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /analytics/settings/ False
DEBUG 2014-12-12 13:41:16,180 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /alerts/manage True
DEBUG 2014-12-12 13:41:16,180 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /alerts/remove True
DEBUG 2014-12-12 13:41:16,180 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /alerts/ False
DEBUG 2014-12-12 13:41:16,180 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /alerts/%24 True
DEBUG 2014-12-12 13:41:16,181 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /ads/search%3F False
DEBUG 2014-12-12 13:41:16,181 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /ads/plan/action_plan%3F False
DEBUG 2014-12-12 13:41:16,181 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /ads/plan/api/ False
DEBUG 2014-12-12 13:41:16,181 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /phone/compare/%3F False
DEBUG 2014-12-12 13:41:16,181 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /travel/clk False
DEBUG 2014-12-12 13:41:16,181 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /hotelfinder/rpc False
DEBUG 2014-12-12 13:41:16,181 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /hotels/rpc False
DEBUG 2014-12-12 13:41:16,181 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /flights/rpc False
DEBUG 2014-12-12 13:41:16,181 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /commercesearch/services/ False
DEBUG 2014-12-12 13:41:16,181 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /evaluation/ False
DEBUG 2014-12-12 13:41:16,181 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /chrome/browser/mobile/tour False
DEBUG 2014-12-12 13:41:16,181 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /compare/%2A/apply%2A False
DEBUG 2014-12-12 13:41:16,181 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /forms/perks/ False
DEBUG 2014-12-12 13:41:16,181 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /baraza/%2A/search False
DEBUG 2014-12-12 13:41:16,181 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /baraza/%2A/report False
DEBUG 2014-12-12 13:41:16,181 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /shopping/suppliers/search False
DEBUG 2014-12-12 13:41:16,181 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /ct/ False
DEBUG 2014-12-12 13:41:16,181 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /edu/cs4hs/ False
DEBUG 2014-12-12 13:41:16,182 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /trustedstores/s/ False
DEBUG 2014-12-12 13:41:16,182 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /trustedstores/tm2 False
DEBUG 2014-12-12 13:41:16,182 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /trustedstores/verify False
DEBUG 2014-12-12 13:41:16,182 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /adwords/proposal False
DEBUG 2014-12-12 13:41:16,182 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /shopping/product/ False
DEBUG 2014-12-12 13:41:16,182 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /shopping/seller False
DEBUG 2014-12-12 13:41:16,182 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /shopping/reviewer False
DEBUG 2014-12-12 13:41:16,182 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /about/careers/apply/ False
DEBUG 2014-12-12 13:41:16,182 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /about/careers/applications/ False
DEBUG 2014-12-12 13:41:16,182 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /landing/signout.html False
DEBUG 2014-12-12 13:41:16,182 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /gb/images True
DEBUG 2014-12-12 13:41:16,182 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /gb/js True
DEBUG 2014-12-12 13:41:16,182 CheckThread-http://www.google.com/drive/sitemap.xml  ... no rule lines of ['*'] applied to /drive/sitemap.xml; allowed.
DEBUG 2014-12-12 13:41:16,182 CheckThread-http://www.google.com/drive/sitemap.xml Prepare request with {'method': 'GET', 'headers': {'Referer': u'https://www.google.com'}, 'url': u'http://www.google.com/drive/sitemap.xml'}
DEBUG 2014-12-12 13:41:16,183 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml u'http://www.google.com/robots.txt' check allowance for:
  user agent: u'Mozilla/5.0 (compatible; LinkChecker/9.3; +http://wummel.github.io/linkchecker/)'
  url: u'http://www.google.com/ventures/sitemap_ventures.xml' ...
DEBUG 2014-12-12 13:41:16,183 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /search False
DEBUG 2014-12-12 13:41:16,183 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /sdch False
DEBUG 2014-12-12 13:41:16,184 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /groups False
DEBUG 2014-12-12 13:41:16,184 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /images False
DEBUG 2014-12-12 13:41:16,184 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /catalogs False
DEBUG 2014-12-12 13:41:16,184 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /catalogs/about True
DEBUG 2014-12-12 13:41:16,184 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /catalogs/p%3F True
DEBUG 2014-12-12 13:41:16,184 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /catalogues False
DEBUG 2014-12-12 13:41:16,184 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /newsalerts True
DEBUG 2014-12-12 13:41:16,184 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /news False
DEBUG 2014-12-12 13:41:16,184 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /news/directory True
DEBUG 2014-12-12 13:41:16,184 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /nwshp False
DEBUG 2014-12-12 13:41:16,185 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /setnewsprefs%3F False
DEBUG 2014-12-12 13:41:16,185 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /index.html%3F False
DEBUG 2014-12-12 13:41:16,185 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /%3F False
DEBUG 2014-12-12 13:41:16,185 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /%3Fhl%3D True
DEBUG 2014-12-12 13:41:16,185 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /%3Fhl%3D%2A%26 False
DEBUG 2014-12-12 13:41:16,185 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /%3Fhl%3D%2A%26gws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:16,185 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /%3Fhl%3D%2A%26%2A%26gws_rd%3Dssl False
DEBUG 2014-12-12 13:41:16,185 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /%3Fgws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:16,185 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /%3Fpt1%3Dtrue%24 True
DEBUG 2014-12-12 13:41:16,185 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /addurl/image%3F False
DEBUG 2014-12-12 13:41:16,185 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /mail/help/ True
DEBUG 2014-12-12 13:41:16,185 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /mail/ False
DEBUG 2014-12-12 13:41:16,185 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /pagead/ False
DEBUG 2014-12-12 13:41:16,185 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /relpage/ False
DEBUG 2014-12-12 13:41:16,185 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /relcontent False
DEBUG 2014-12-12 13:41:16,185 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /imgres False
DEBUG 2014-12-12 13:41:16,185 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /imglanding False
DEBUG 2014-12-12 13:41:16,186 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /sbd False
DEBUG 2014-12-12 13:41:16,186 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /keyword/ False
DEBUG 2014-12-12 13:41:16,186 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /u/ False
DEBUG 2014-12-12 13:41:16,186 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /univ/ False
DEBUG 2014-12-12 13:41:16,186 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /cobrand False
DEBUG 2014-12-12 13:41:16,186 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /custom False
DEBUG 2014-12-12 13:41:16,186 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /advanced_group_search False
DEBUG 2014-12-12 13:41:16,186 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /googlesite False
DEBUG 2014-12-12 13:41:16,186 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /preferences False
DEBUG 2014-12-12 13:41:16,186 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /setprefs False
DEBUG 2014-12-12 13:41:16,186 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /swr False
DEBUG 2014-12-12 13:41:16,186 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /url False
DEBUG 2014-12-12 13:41:16,186 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /default False
DEBUG 2014-12-12 13:41:16,186 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /m%3F False
DEBUG 2014-12-12 13:41:16,186 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /m/ False
DEBUG 2014-12-12 13:41:16,186 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /m/finance True
DEBUG 2014-12-12 13:41:16,186 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /wml%3F False
DEBUG 2014-12-12 13:41:16,187 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /wml/%3F False
DEBUG 2014-12-12 13:41:16,187 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /wml/search%3F False
DEBUG 2014-12-12 13:41:16,187 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /xhtml%3F False
DEBUG 2014-12-12 13:41:16,187 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /xhtml/%3F False
DEBUG 2014-12-12 13:41:16,187 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /xhtml/search%3F False
DEBUG 2014-12-12 13:41:16,187 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /xml%3F False
DEBUG 2014-12-12 13:41:16,187 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /imode%3F False
DEBUG 2014-12-12 13:41:16,187 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /imode/%3F False
DEBUG 2014-12-12 13:41:16,187 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /imode/search%3F False
DEBUG 2014-12-12 13:41:16,187 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /jsky%3F False
DEBUG 2014-12-12 13:41:16,187 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /jsky/%3F False
DEBUG 2014-12-12 13:41:16,187 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /jsky/search%3F False
DEBUG 2014-12-12 13:41:16,187 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /pda%3F False
DEBUG 2014-12-12 13:41:16,187 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /pda/%3F False
DEBUG 2014-12-12 13:41:16,187 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /pda/search%3F False
DEBUG 2014-12-12 13:41:16,187 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /sprint_xhtml False
DEBUG 2014-12-12 13:41:16,187 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /sprint_wml False
DEBUG 2014-12-12 13:41:16,188 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /pqa False
DEBUG 2014-12-12 13:41:16,188 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /palm False
DEBUG 2014-12-12 13:41:16,188 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /gwt/ False
DEBUG 2014-12-12 13:41:16,188 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /purchases False
DEBUG 2014-12-12 13:41:16,188 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /hws False
DEBUG 2014-12-12 13:41:16,188 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /bsd%3F False
DEBUG 2014-12-12 13:41:16,188 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /linux%3F False
DEBUG 2014-12-12 13:41:16,188 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /mac%3F False
DEBUG 2014-12-12 13:41:16,188 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /microsoft%3F False
DEBUG 2014-12-12 13:41:16,188 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /unclesam%3F False
DEBUG 2014-12-12 13:41:16,188 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /answers/search%3Fq%3D False
DEBUG 2014-12-12 13:41:16,188 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /local%3F False
DEBUG 2014-12-12 13:41:16,188 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /local_url False
DEBUG 2014-12-12 13:41:16,188 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /shihui%3F False
DEBUG 2014-12-12 13:41:16,188 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /shihui/ False
DEBUG 2014-12-12 13:41:16,188 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /froogle%3F False
DEBUG 2014-12-12 13:41:16,188 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /products%3F False
DEBUG 2014-12-12 13:41:16,188 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /froogle_ False
DEBUG 2014-12-12 13:41:16,189 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /product_ False
DEBUG 2014-12-12 13:41:16,189 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /products_ False
DEBUG 2014-12-12 13:41:16,189 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /products%3B False
DEBUG 2014-12-12 13:41:16,189 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /print False
DEBUG 2014-12-12 13:41:16,189 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /books/ False
DEBUG 2014-12-12 13:41:16,189 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /bkshp%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:16,189 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /books%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:16,189 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /books%3F%2Aoutput%3D%2A False
DEBUG 2014-12-12 13:41:16,189 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /books%3F%2Apg%3D%2A False
DEBUG 2014-12-12 13:41:16,189 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /books%3F%2Ajtp%3D%2A False
DEBUG 2014-12-12 13:41:16,189 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /books%3F%2Ajscmd%3D%2A False
DEBUG 2014-12-12 13:41:16,189 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /books%3F%2Abuy%3D%2A False
DEBUG 2014-12-12 13:41:16,189 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /books%3F%2Azoom%3D%2A False
DEBUG 2014-12-12 13:41:16,189 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /books%3F%2Aq%3Drelated%3A%2A True
DEBUG 2014-12-12 13:41:16,189 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /books%3F%2Aq%3Deditions%3A%2A True
DEBUG 2014-12-12 13:41:16,189 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /books%3F%2Aq%3Dsubject%3A%2A True
DEBUG 2014-12-12 13:41:16,189 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /books/about True
DEBUG 2014-12-12 13:41:16,190 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /booksrightsholders True
DEBUG 2014-12-12 13:41:16,190 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /books%3F%2Azoom%3D1%2A True
DEBUG 2014-12-12 13:41:16,190 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /books%3F%2Azoom%3D5%2A True
DEBUG 2014-12-12 13:41:16,190 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /ebooks/ False
DEBUG 2014-12-12 13:41:16,190 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /ebooks%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:16,190 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /ebooks%3F%2Aoutput%3D%2A False
DEBUG 2014-12-12 13:41:16,190 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /ebooks%3F%2Apg%3D%2A False
DEBUG 2014-12-12 13:41:16,190 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /ebooks%3F%2Ajscmd%3D%2A False
DEBUG 2014-12-12 13:41:16,190 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /ebooks%3F%2Abuy%3D%2A False
DEBUG 2014-12-12 13:41:16,190 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /ebooks%3F%2Azoom%3D%2A False
DEBUG 2014-12-12 13:41:16,190 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /ebooks%3F%2Aq%3Drelated%3A%2A True
DEBUG 2014-12-12 13:41:16,190 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /ebooks%3F%2Aq%3Deditions%3A%2A True
DEBUG 2014-12-12 13:41:16,190 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /ebooks%3F%2Aq%3Dsubject%3A%2A True
DEBUG 2014-12-12 13:41:16,190 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /ebooks%3F%2Azoom%3D1%2A True
DEBUG 2014-12-12 13:41:16,190 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /ebooks%3F%2Azoom%3D5%2A True
DEBUG 2014-12-12 13:41:16,190 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /patents%3F False
DEBUG 2014-12-12 13:41:16,190 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /patents/download/ False
DEBUG 2014-12-12 13:41:16,191 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /patents/pdf/ False
DEBUG 2014-12-12 13:41:16,191 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /patents/related/ False
DEBUG 2014-12-12 13:41:16,191 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /scholar False
DEBUG 2014-12-12 13:41:16,191 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /citations%3F False
DEBUG 2014-12-12 13:41:16,191 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /citations%3Fuser%3D True
DEBUG 2014-12-12 13:41:16,191 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /citations%3F%2Acstart%3D False
DEBUG 2014-12-12 13:41:16,191 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /citations%3Fview_op%3Dnew_profile True
DEBUG 2014-12-12 13:41:16,191 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /citations%3Fview_op%3Dtop_venues True
DEBUG 2014-12-12 13:41:16,191 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /complete False
DEBUG 2014-12-12 13:41:16,191 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /s%3F False
DEBUG 2014-12-12 13:41:16,191 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /sponsoredlinks False
DEBUG 2014-12-12 13:41:16,191 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /videosearch%3F False
DEBUG 2014-12-12 13:41:16,191 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /videopreview%3F False
DEBUG 2014-12-12 13:41:16,191 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /videoprograminfo%3F False
DEBUG 2014-12-12 13:41:16,191 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /maps%3F%2Aoutput%3Dclassic%2A True
DEBUG 2014-12-12 13:41:16,191 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /maps/api/js%3F True
DEBUG 2014-12-12 13:41:16,191 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /maps/d/ True
DEBUG 2014-12-12 13:41:16,191 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /maps%3F False
DEBUG 2014-12-12 13:41:16,192 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /mapstt%3F False
DEBUG 2014-12-12 13:41:16,192 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /mapslt%3F False
DEBUG 2014-12-12 13:41:16,192 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /maps/stk/ False
DEBUG 2014-12-12 13:41:16,192 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /maps/br%3F False
DEBUG 2014-12-12 13:41:16,192 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /mapabcpoi%3F False
DEBUG 2014-12-12 13:41:16,192 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /maphp%3F False
DEBUG 2014-12-12 13:41:16,192 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /mapprint%3F False
DEBUG 2014-12-12 13:41:16,192 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /maps/api/js/ False
DEBUG 2014-12-12 13:41:16,192 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /maps/api/staticmap%3F False
DEBUG 2014-12-12 13:41:16,192 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /mld%3F False
DEBUG 2014-12-12 13:41:16,192 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /staticmap%3F False
DEBUG 2014-12-12 13:41:16,192 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /places/ False
DEBUG 2014-12-12 13:41:16,192 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /places/%24 True
DEBUG 2014-12-12 13:41:16,192 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /maps/preview False
DEBUG 2014-12-12 13:41:16,192 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /maps/place False
DEBUG 2014-12-12 13:41:16,192 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /help/maps/streetview/partners/welcome/ False
DEBUG 2014-12-12 13:41:16,192 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /help/maps/indoormaps/partners/ False
DEBUG 2014-12-12 13:41:16,193 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /lochp%3F False
DEBUG 2014-12-12 13:41:16,193 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /center False
DEBUG 2014-12-12 13:41:16,193 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /ie%3F False
DEBUG 2014-12-12 13:41:16,193 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /sms/demo%3F False
DEBUG 2014-12-12 13:41:16,193 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /katrina%3F False
DEBUG 2014-12-12 13:41:16,193 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /blogsearch%3F False
DEBUG 2014-12-12 13:41:16,193 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /blogsearch/ False
DEBUG 2014-12-12 13:41:16,193 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /blogsearch_feeds False
DEBUG 2014-12-12 13:41:16,193 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /advanced_blog_search False
DEBUG 2014-12-12 13:41:16,193 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /uds/ False
DEBUG 2014-12-12 13:41:16,193 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /chart%3F False
DEBUG 2014-12-12 13:41:16,193 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /transit%3F False
DEBUG 2014-12-12 13:41:16,193 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /mbd%3F False
DEBUG 2014-12-12 13:41:16,193 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /extern_js/ False
DEBUG 2014-12-12 13:41:16,193 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /xjs/ False
DEBUG 2014-12-12 13:41:16,193 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /calendar/feeds/ False
DEBUG 2014-12-12 13:41:16,193 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /calendar/ical/ False
DEBUG 2014-12-12 13:41:16,194 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /cl2/feeds/ False
DEBUG 2014-12-12 13:41:16,194 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /cl2/ical/ False
DEBUG 2014-12-12 13:41:16,194 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /coop/directory False
DEBUG 2014-12-12 13:41:16,194 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /coop/manage False
DEBUG 2014-12-12 13:41:16,194 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /trends%3F False
DEBUG 2014-12-12 13:41:16,194 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /trends/music%3F False
DEBUG 2014-12-12 13:41:16,194 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /trends/hottrends%3F False
DEBUG 2014-12-12 13:41:16,194 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /trends/viz%3F False
DEBUG 2014-12-12 13:41:16,194 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /trends/embed.js%3F False
DEBUG 2014-12-12 13:41:16,194 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /trends/fetchComponent%3F False
DEBUG 2014-12-12 13:41:16,194 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /notebook/search%3F False
DEBUG 2014-12-12 13:41:16,194 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /musica False
DEBUG 2014-12-12 13:41:16,194 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /musicad False
DEBUG 2014-12-12 13:41:16,194 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /musicas False
DEBUG 2014-12-12 13:41:16,194 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /musicl False
DEBUG 2014-12-12 13:41:16,194 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /musics False
DEBUG 2014-12-12 13:41:16,194 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /musicsearch False
DEBUG 2014-12-12 13:41:16,195 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /musicsp False
DEBUG 2014-12-12 13:41:16,195 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /musiclp False
DEBUG 2014-12-12 13:41:16,195 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /browsersync False
DEBUG 2014-12-12 13:41:16,195 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /call False
DEBUG 2014-12-12 13:41:16,195 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /archivesearch%3F False
DEBUG 2014-12-12 13:41:16,195 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /archivesearch/url False
DEBUG 2014-12-12 13:41:16,195 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /archivesearch/advanced_search False
DEBUG 2014-12-12 13:41:16,195 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /base/reportbadoffer False
DEBUG 2014-12-12 13:41:16,195 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /urchin_test/ False
DEBUG 2014-12-12 13:41:16,195 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /movies%3F False
DEBUG 2014-12-12 13:41:16,195 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /codesearch%3F False
DEBUG 2014-12-12 13:41:16,196 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /codesearch/feeds/search%3F False
DEBUG 2014-12-12 13:41:16,196 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /wapsearch%3F False
DEBUG 2014-12-12 13:41:16,196 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /safebrowsing False
DEBUG 2014-12-12 13:41:16,196 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /safebrowsing/diagnostic True
DEBUG 2014-12-12 13:41:16,196 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /safebrowsing/report_badware/ True
DEBUG 2014-12-12 13:41:16,196 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /safebrowsing/report_error/ True
DEBUG 2014-12-12 13:41:16,196 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /safebrowsing/report_phish/ True
DEBUG 2014-12-12 13:41:16,196 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /reviews/search%3F False
DEBUG 2014-12-12 13:41:16,196 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /orkut/albums False
DEBUG 2014-12-12 13:41:16,196 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /jsapi True
DEBUG 2014-12-12 13:41:16,196 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /views%3F False
DEBUG 2014-12-12 13:41:16,196 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /c/ False
DEBUG 2014-12-12 13:41:16,196 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /cbk False
DEBUG 2014-12-12 13:41:16,196 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /cbk%3Foutput%3Dtile%26cb_client%3Dmaps_sv True
DEBUG 2014-12-12 13:41:16,197 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /recharge/dashboard/car False
DEBUG 2014-12-12 13:41:16,197 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /recharge/dashboard/static/ False
DEBUG 2014-12-12 13:41:16,197 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /translate_a/ False
DEBUG 2014-12-12 13:41:16,197 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /translate_c False
DEBUG 2014-12-12 13:41:16,197 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /translate_f False
DEBUG 2014-12-12 13:41:16,197 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /translate_static/ False
DEBUG 2014-12-12 13:41:16,197 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /translate_suggestion False
DEBUG 2014-12-12 13:41:16,197 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /profiles/me False
DEBUG 2014-12-12 13:41:16,197 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /profiles True
DEBUG 2014-12-12 13:41:16,197 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /s2/profiles/me False
DEBUG 2014-12-12 13:41:16,197 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /s2/profiles True
DEBUG 2014-12-12 13:41:16,197 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /s2/oz True
DEBUG 2014-12-12 13:41:16,197 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /s2/photos True
DEBUG 2014-12-12 13:41:16,197 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /s2/search/social True
DEBUG 2014-12-12 13:41:16,198 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /s2/static True
DEBUG 2014-12-12 13:41:16,198 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /s2 False
DEBUG 2014-12-12 13:41:16,198 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /transconsole/portal/ False
DEBUG 2014-12-12 13:41:16,198 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /gcc/ False
DEBUG 2014-12-12 13:41:16,198 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /aclk False
DEBUG 2014-12-12 13:41:16,198 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /cse%3F False
DEBUG 2014-12-12 13:41:16,198 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /cse/home False
DEBUG 2014-12-12 13:41:16,198 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /cse/panel False
DEBUG 2014-12-12 13:41:16,198 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /cse/manage False
DEBUG 2014-12-12 13:41:16,198 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /tbproxy/ False
DEBUG 2014-12-12 13:41:16,198 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /imesync/ False
DEBUG 2014-12-12 13:41:16,198 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /shenghuo/search%3F False
DEBUG 2014-12-12 13:41:16,198 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /support/forum/search%3F False
DEBUG 2014-12-12 13:41:16,198 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /reviews/polls/ False
DEBUG 2014-12-12 13:41:16,198 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /hosted/images/ False
DEBUG 2014-12-12 13:41:16,198 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /ppob/%3F False
DEBUG 2014-12-12 13:41:16,198 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /ppob%3F False
DEBUG 2014-12-12 13:41:16,199 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /adwordsresellers False
DEBUG 2014-12-12 13:41:16,199 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /accounts/ClientLogin False
DEBUG 2014-12-12 13:41:16,199 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /accounts/ClientAuth False
DEBUG 2014-12-12 13:41:16,199 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /accounts/o8 False
DEBUG 2014-12-12 13:41:16,199 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /accounts/o8/id True
DEBUG 2014-12-12 13:41:16,199 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /topicsearch%3Fq%3D False
DEBUG 2014-12-12 13:41:16,199 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /xfx7/ False
DEBUG 2014-12-12 13:41:16,199 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /squared/api False
DEBUG 2014-12-12 13:41:16,199 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /squared/search False
DEBUG 2014-12-12 13:41:16,199 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /squared/table False
DEBUG 2014-12-12 13:41:16,199 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /toolkit/ False
DEBUG 2014-12-12 13:41:16,199 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /toolkit/%2A.html True
DEBUG 2014-12-12 13:41:16,199 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /globalmarketfinder/ False
DEBUG 2014-12-12 13:41:16,199 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /globalmarketfinder/%2A.html True
DEBUG 2014-12-12 13:41:16,199 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /qnasearch%3F False
DEBUG 2014-12-12 13:41:16,200 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /app/updates False
DEBUG 2014-12-12 13:41:16,200 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /sidewiki/entry/ False
DEBUG 2014-12-12 13:41:16,200 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /quality_form%3F False
DEBUG 2014-12-12 13:41:16,200 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /labs/popgadget/search False
DEBUG 2014-12-12 13:41:16,200 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /buzz/post False
DEBUG 2014-12-12 13:41:16,200 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /compressiontest/ False
DEBUG 2014-12-12 13:41:16,200 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /analytics/reporting/ False
DEBUG 2014-12-12 13:41:16,200 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /analytics/admin/ False
DEBUG 2014-12-12 13:41:16,200 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /analytics/web/ False
DEBUG 2014-12-12 13:41:16,200 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /analytics/feeds/ False
DEBUG 2014-12-12 13:41:16,200 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /analytics/settings/ False
DEBUG 2014-12-12 13:41:16,200 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /alerts/manage True
DEBUG 2014-12-12 13:41:16,200 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /alerts/remove True
DEBUG 2014-12-12 13:41:16,200 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /alerts/ False
DEBUG 2014-12-12 13:41:16,200 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /alerts/%24 True
DEBUG 2014-12-12 13:41:16,200 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /ads/search%3F False
DEBUG 2014-12-12 13:41:16,200 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /ads/plan/action_plan%3F False
DEBUG 2014-12-12 13:41:16,200 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /ads/plan/api/ False
DEBUG 2014-12-12 13:41:16,201 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /phone/compare/%3F False
DEBUG 2014-12-12 13:41:16,201 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /travel/clk False
DEBUG 2014-12-12 13:41:16,201 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /hotelfinder/rpc False
DEBUG 2014-12-12 13:41:16,201 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /hotels/rpc False
DEBUG 2014-12-12 13:41:16,201 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /flights/rpc False
DEBUG 2014-12-12 13:41:16,201 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /commercesearch/services/ False
DEBUG 2014-12-12 13:41:16,201 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /evaluation/ False
DEBUG 2014-12-12 13:41:16,201 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /chrome/browser/mobile/tour False
DEBUG 2014-12-12 13:41:16,201 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /compare/%2A/apply%2A False
DEBUG 2014-12-12 13:41:16,201 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /forms/perks/ False
DEBUG 2014-12-12 13:41:16,201 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /baraza/%2A/search False
DEBUG 2014-12-12 13:41:16,201 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /baraza/%2A/report False
DEBUG 2014-12-12 13:41:16,201 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /shopping/suppliers/search False
DEBUG 2014-12-12 13:41:16,201 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /ct/ False
DEBUG 2014-12-12 13:41:16,201 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /edu/cs4hs/ False
DEBUG 2014-12-12 13:41:16,201 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /trustedstores/s/ False
DEBUG 2014-12-12 13:41:16,201 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /trustedstores/tm2 False
DEBUG 2014-12-12 13:41:16,202 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /trustedstores/verify False
DEBUG 2014-12-12 13:41:16,202 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /adwords/proposal False
DEBUG 2014-12-12 13:41:16,202 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /shopping/product/ False
DEBUG 2014-12-12 13:41:16,202 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /shopping/seller False
DEBUG 2014-12-12 13:41:16,202 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /shopping/reviewer False
DEBUG 2014-12-12 13:41:16,202 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /about/careers/apply/ False
DEBUG 2014-12-12 13:41:16,202 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /about/careers/applications/ False
DEBUG 2014-12-12 13:41:16,202 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /landing/signout.html False
DEBUG 2014-12-12 13:41:16,202 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /gb/images True
DEBUG 2014-12-12 13:41:16,202 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /gb/js True
DEBUG 2014-12-12 13:41:16,202 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml  ... no rule lines of ['*'] applied to /ventures/sitemap_ventures.xml; allowed.
DEBUG 2014-12-12 13:41:16,202 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml Prepare request with {'method': 'GET', 'headers': {'Referer': u'https://www.google.com'}, 'url': u'http://www.google.com/ventures/sitemap_ventures.xml'}
DEBUG 2014-12-12 13:41:16,318 CheckThread-https://www.google.com/edu/sitemap.xml task_done https://www.google.com/edu/sitemap.xml


********** Oops, I did it again. *************

You have found an internal error in LinkChecker. Please write a bug report
at https://github.com/wummel/linkchecker/issues
and include the following information:
- the URL or file you are testing
- the system information below

When using the commandline client:
- your commandline arguments and any custom configuration files.
- the output of a debug run with option "-Dall"

Not disclosing some of the information above due to privacy reasons is ok.
I will try to help you nonetheless, but you have to give me something
I can work with ;) .

Traceback (most recent call last):
  File "/usr/lib/python2.7/dist-packages/linkcheck/director/checker.py", line 104, in check_url
    line: self.check_url_data(url_data)
    locals:
      self = <local> <Checker(CheckThread-https://www.google.com/edu/sitemap.xml, started 139770164401920)>
      self.check_url_data = <local> <bound method Checker.check_url_data of <Checker(CheckThread-https://www.google.com/edu/sitemap.xml, started 139770164401920)>>
      url_data = <local> <https link, base_url=u'https://www.google.com/edu/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=303, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/edu/sitemap.xml>
  File "/usr/lib/python2.7/dist-packages/linkcheck/director/checker.py", line 120, in check_url_data
    line: check_url(url_data, self.logger)
    locals:
      check_url = <global> <function check_url at 0x7f1ee876bc08>
      url_data = <local> <https link, base_url=u'https://www.google.com/edu/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=303, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/edu/sitemap.xml>
      self = <local> <Checker(CheckThread-https://www.google.com/edu/sitemap.xml, started 139770164401920)>
      self.logger = <local> <linkcheck.director.logger.Logger object at 0x7f1ee825cd50>
  File "/usr/lib/python2.7/dist-packages/linkcheck/director/checker.py", line 52, in check_url
    line: url_data.check()
    locals:
      url_data = <local> <https link, base_url=u'https://www.google.com/edu/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=303, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/edu/sitemap.xml>
      url_data.check = <local> <bound method HttpUrl.check of <https link, base_url=u'https://www.google.com/edu/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=303, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/edu/sitemap.xml>>
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/urlbase.py", line 424, in check
    line: self.local_check()
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/edu/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=303, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/edu/sitemap.xml>
      self.local_check = <local> <bound method HttpUrl.local_check of <https link, base_url=u'https://www.google.com/edu/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=303, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/edu/sitemap.xml>>
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/urlbase.py", line 442, in local_check
    line: self.check_connection()
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/edu/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=303, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/edu/sitemap.xml>
      self.check_connection = <local> <bound method HttpUrl.check_connection of <https link, base_url=u'https://www.google.com/edu/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=303, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/edu/sitemap.xml>>
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/httpurl.py", line 135, in check_connection
    line: self.send_request(request)
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/edu/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=303, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/edu/sitemap.xml>
      self.send_request = <local> <bound method HttpUrl.send_request of <https link, base_url=u'https://www.google.com/edu/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=303, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/edu/sitemap.xml>>
      request = <local> <PreparedRequest [GET]>
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/httpurl.py", line 165, in send_request
    line: self._send_request(request, **kwargs)
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/edu/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=303, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/edu/sitemap.xml>
      self._send_request = <local> <bound method HttpUrl._send_request of <https link, base_url=u'https://www.google.com/edu/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=303, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/edu/sitemap.xml>>
      request = <local> <PreparedRequest [GET]>
      kwargs = <local> {'allow_redirects': False, 'stream': True, 'verify': True, 'timeout': 60}
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/httpurl.py", line 172, in _send_request
    line: self._add_ssl_info()
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/edu/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=303, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/edu/sitemap.xml>
      self._add_ssl_info = <local> <bound method HttpUrl._add_ssl_info of <https link, base_url=u'https://www.google.com/edu/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=303, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/edu/sitemap.xml>>
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/httpurl.py", line 199, in _add_ssl_info
    line: self.ssl_cert = httputil.x509_to_dict(cert)
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/edu/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=303, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/edu/sitemap.xml>
      self.ssl_cert = <local> None
      httputil = <global> <module 'linkcheck.httputil' from '/usr/lib/python2.7/dist-packages/linkcheck/httputil.pyc'>
      httputil.x509_to_dict = <global> <function x509_to_dict at 0x7f1ee8a89ed8>
      cert = <local> <OpenSSL.crypto.X509 object at 0x7f1eea1fcad0>
  File "/usr/lib/python2.7/dist-packages/linkcheck/httputil.py", line 35, in x509_to_dict
    line: from requests.packages.urllib3.contrib.pyopenssl import get_subj_alt_name
    locals:
      requests = <not found>
      requests.packages = <not found>
      requests.packages.urllib3 = <not found>
      requests.packages.urllib3.contrib = <not found>
      requests.packages.urllib3.contrib.pyopenssl = <not found>
      get_subj_alt_name = <not found>
ImportError: cannot import name get_subj_alt_name
System info:
LinkChecker 9.3
Released on: 16.7.2014
Python 2.7.9 (default, Dec 11 2014, 08:58:12) 
[GCC 4.9.2] on linux2
Requests: 2.4.3
Qt: 4.8.6 / PyQt: 4.11.2
Modules: Sqlite, Gconf
Local time: 2014-12-12 13:41:16+003
sys.argv: ['/usr/bin/linkchecker', '-Dall', 'https://www.google.com']
LANGUAGE = 'en_US:en'
LANG = 'en_US.UTF-8'
Default locale: ('en', 'UTF-8')

 ******** LinkChecker internal error, over and out ********
WARNING 2014-12-12 13:41:16,321 CheckThread-https://www.google.com/edu/sitemap.xml internal error occurred
DEBUG 2014-12-12 13:41:16,321 CheckThread-https://www.google.com/work/sitemap.xml Checking https link
base_url=u'https://www.google.com/work/sitemap.xml'
parent_url=u'http://www.google.com/hostednews/sitemap_index.xml'
base_ref=None
recursion_level=2
url_connection=None
line=304
column=0
page=0
name=u''
anchor=u''
cache_url=https://www.google.com/work/sitemap.xml
DEBUG 2014-12-12 13:41:16,321 CheckThread-https://www.google.com/work/sitemap.xml checking connection
DEBUG 2014-12-12 13:41:16,321 CheckThread-https://www.google.com/work/sitemap.xml u'https://www.google.com/robots.txt' check allowance for:
  user agent: u'Mozilla/5.0 (compatible; LinkChecker/9.3; +http://wummel.github.io/linkchecker/)'
  url: u'https://www.google.com/work/sitemap.xml' ...
DEBUG 2014-12-12 13:41:16,321 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /search False
DEBUG 2014-12-12 13:41:16,321 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /sdch False
DEBUG 2014-12-12 13:41:16,321 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /groups False
DEBUG 2014-12-12 13:41:16,321 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /images False
DEBUG 2014-12-12 13:41:16,321 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /catalogs False
DEBUG 2014-12-12 13:41:16,321 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /catalogs/about True
DEBUG 2014-12-12 13:41:16,321 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /catalogs/p%3F True
DEBUG 2014-12-12 13:41:16,321 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /catalogues False
DEBUG 2014-12-12 13:41:16,322 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /newsalerts True
DEBUG 2014-12-12 13:41:16,322 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /news False
DEBUG 2014-12-12 13:41:16,322 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /news/directory True
DEBUG 2014-12-12 13:41:16,322 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /nwshp False
DEBUG 2014-12-12 13:41:16,322 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /setnewsprefs%3F False
DEBUG 2014-12-12 13:41:16,322 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /index.html%3F False
DEBUG 2014-12-12 13:41:16,322 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /%3F False
DEBUG 2014-12-12 13:41:16,322 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /%3Fhl%3D True
DEBUG 2014-12-12 13:41:16,322 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /%3Fhl%3D%2A%26 False
DEBUG 2014-12-12 13:41:16,322 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /%3Fhl%3D%2A%26gws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:16,322 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /%3Fhl%3D%2A%26%2A%26gws_rd%3Dssl False
DEBUG 2014-12-12 13:41:16,322 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /%3Fgws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:16,322 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /%3Fpt1%3Dtrue%24 True
DEBUG 2014-12-12 13:41:16,322 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /addurl/image%3F False
DEBUG 2014-12-12 13:41:16,322 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /mail/help/ True
DEBUG 2014-12-12 13:41:16,322 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /mail/ False
DEBUG 2014-12-12 13:41:16,323 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /pagead/ False
DEBUG 2014-12-12 13:41:16,323 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /relpage/ False
DEBUG 2014-12-12 13:41:16,323 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /relcontent False
DEBUG 2014-12-12 13:41:16,323 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /imgres False
DEBUG 2014-12-12 13:41:16,323 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /imglanding False
DEBUG 2014-12-12 13:41:16,323 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /sbd False
DEBUG 2014-12-12 13:41:16,323 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /keyword/ False
DEBUG 2014-12-12 13:41:16,323 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /u/ False
DEBUG 2014-12-12 13:41:16,323 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /univ/ False
DEBUG 2014-12-12 13:41:16,323 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /cobrand False
DEBUG 2014-12-12 13:41:16,323 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /custom False
DEBUG 2014-12-12 13:41:16,323 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /advanced_group_search False
DEBUG 2014-12-12 13:41:16,323 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /googlesite False
DEBUG 2014-12-12 13:41:16,323 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /preferences False
DEBUG 2014-12-12 13:41:16,323 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /setprefs False
DEBUG 2014-12-12 13:41:16,323 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /swr False
DEBUG 2014-12-12 13:41:16,323 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /url False
DEBUG 2014-12-12 13:41:16,324 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /default False
DEBUG 2014-12-12 13:41:16,324 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /m%3F False
DEBUG 2014-12-12 13:41:16,324 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /m/ False
DEBUG 2014-12-12 13:41:16,324 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /m/finance True
DEBUG 2014-12-12 13:41:16,324 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /wml%3F False
DEBUG 2014-12-12 13:41:16,324 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /wml/%3F False
DEBUG 2014-12-12 13:41:16,324 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /wml/search%3F False
DEBUG 2014-12-12 13:41:16,324 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /xhtml%3F False
DEBUG 2014-12-12 13:41:16,324 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /xhtml/%3F False
DEBUG 2014-12-12 13:41:16,324 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /xhtml/search%3F False
DEBUG 2014-12-12 13:41:16,324 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /xml%3F False
DEBUG 2014-12-12 13:41:16,324 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /imode%3F False
DEBUG 2014-12-12 13:41:16,324 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /imode/%3F False
DEBUG 2014-12-12 13:41:16,324 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /imode/search%3F False
DEBUG 2014-12-12 13:41:16,324 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /jsky%3F False
DEBUG 2014-12-12 13:41:16,324 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /jsky/%3F False
DEBUG 2014-12-12 13:41:16,324 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /jsky/search%3F False
DEBUG 2014-12-12 13:41:16,325 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /pda%3F False
DEBUG 2014-12-12 13:41:16,325 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /pda/%3F False
DEBUG 2014-12-12 13:41:16,325 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /pda/search%3F False
DEBUG 2014-12-12 13:41:16,325 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /sprint_xhtml False
DEBUG 2014-12-12 13:41:16,325 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /sprint_wml False
DEBUG 2014-12-12 13:41:16,325 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /pqa False
DEBUG 2014-12-12 13:41:16,325 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /palm False
DEBUG 2014-12-12 13:41:16,325 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /gwt/ False
DEBUG 2014-12-12 13:41:16,325 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /purchases False
DEBUG 2014-12-12 13:41:16,325 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /hws False
DEBUG 2014-12-12 13:41:16,325 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /bsd%3F False
DEBUG 2014-12-12 13:41:16,325 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /linux%3F False
DEBUG 2014-12-12 13:41:16,325 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /mac%3F False
DEBUG 2014-12-12 13:41:16,325 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /microsoft%3F False
DEBUG 2014-12-12 13:41:16,325 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /unclesam%3F False
DEBUG 2014-12-12 13:41:16,325 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /answers/search%3Fq%3D False
DEBUG 2014-12-12 13:41:16,326 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /local%3F False
DEBUG 2014-12-12 13:41:16,326 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /local_url False
DEBUG 2014-12-12 13:41:16,326 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /shihui%3F False
DEBUG 2014-12-12 13:41:16,326 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /shihui/ False
DEBUG 2014-12-12 13:41:16,326 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /froogle%3F False
DEBUG 2014-12-12 13:41:16,326 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /products%3F False
DEBUG 2014-12-12 13:41:16,326 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /froogle_ False
DEBUG 2014-12-12 13:41:16,326 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /product_ False
DEBUG 2014-12-12 13:41:16,326 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /products_ False
DEBUG 2014-12-12 13:41:16,326 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /products%3B False
DEBUG 2014-12-12 13:41:16,326 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /print False
DEBUG 2014-12-12 13:41:16,326 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /books/ False
DEBUG 2014-12-12 13:41:16,326 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /bkshp%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:16,326 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /books%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:16,326 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /books%3F%2Aoutput%3D%2A False
DEBUG 2014-12-12 13:41:16,326 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /books%3F%2Apg%3D%2A False
DEBUG 2014-12-12 13:41:16,326 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /books%3F%2Ajtp%3D%2A False
DEBUG 2014-12-12 13:41:16,327 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /books%3F%2Ajscmd%3D%2A False
DEBUG 2014-12-12 13:41:16,327 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /books%3F%2Abuy%3D%2A False
DEBUG 2014-12-12 13:41:16,327 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /books%3F%2Azoom%3D%2A False
DEBUG 2014-12-12 13:41:16,327 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /books%3F%2Aq%3Drelated%3A%2A True
DEBUG 2014-12-12 13:41:16,327 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /books%3F%2Aq%3Deditions%3A%2A True
DEBUG 2014-12-12 13:41:16,327 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /books%3F%2Aq%3Dsubject%3A%2A True
DEBUG 2014-12-12 13:41:16,327 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /books/about True
DEBUG 2014-12-12 13:41:16,327 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /booksrightsholders True
DEBUG 2014-12-12 13:41:16,327 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /books%3F%2Azoom%3D1%2A True
DEBUG 2014-12-12 13:41:16,327 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /books%3F%2Azoom%3D5%2A True
DEBUG 2014-12-12 13:41:16,327 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /ebooks/ False
DEBUG 2014-12-12 13:41:16,327 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /ebooks%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:16,327 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /ebooks%3F%2Aoutput%3D%2A False
DEBUG 2014-12-12 13:41:16,327 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /ebooks%3F%2Apg%3D%2A False
DEBUG 2014-12-12 13:41:16,327 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /ebooks%3F%2Ajscmd%3D%2A False
DEBUG 2014-12-12 13:41:16,327 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /ebooks%3F%2Abuy%3D%2A False
DEBUG 2014-12-12 13:41:16,327 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /ebooks%3F%2Azoom%3D%2A False
DEBUG 2014-12-12 13:41:16,328 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /ebooks%3F%2Aq%3Drelated%3A%2A True
DEBUG 2014-12-12 13:41:16,328 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /ebooks%3F%2Aq%3Deditions%3A%2A True
DEBUG 2014-12-12 13:41:16,328 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /ebooks%3F%2Aq%3Dsubject%3A%2A True
DEBUG 2014-12-12 13:41:16,328 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /ebooks%3F%2Azoom%3D1%2A True
DEBUG 2014-12-12 13:41:16,328 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /ebooks%3F%2Azoom%3D5%2A True
DEBUG 2014-12-12 13:41:16,328 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /patents%3F False
DEBUG 2014-12-12 13:41:16,328 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /patents/download/ False
DEBUG 2014-12-12 13:41:16,328 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /patents/pdf/ False
DEBUG 2014-12-12 13:41:16,328 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /patents/related/ False
DEBUG 2014-12-12 13:41:16,328 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /scholar False
DEBUG 2014-12-12 13:41:16,328 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /citations%3F False
DEBUG 2014-12-12 13:41:16,328 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /citations%3Fuser%3D True
DEBUG 2014-12-12 13:41:16,328 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /citations%3F%2Acstart%3D False
DEBUG 2014-12-12 13:41:16,328 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /citations%3Fview_op%3Dnew_profile True
DEBUG 2014-12-12 13:41:16,328 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /citations%3Fview_op%3Dtop_venues True
DEBUG 2014-12-12 13:41:16,328 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /complete False
DEBUG 2014-12-12 13:41:16,328 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /s%3F False
DEBUG 2014-12-12 13:41:16,328 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /sponsoredlinks False
DEBUG 2014-12-12 13:41:16,329 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /videosearch%3F False
DEBUG 2014-12-12 13:41:16,329 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /videopreview%3F False
DEBUG 2014-12-12 13:41:16,329 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /videoprograminfo%3F False
DEBUG 2014-12-12 13:41:16,329 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /maps%3F%2Aoutput%3Dclassic%2A True
DEBUG 2014-12-12 13:41:16,329 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /maps/api/js%3F True
DEBUG 2014-12-12 13:41:16,329 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /maps/d/ True
DEBUG 2014-12-12 13:41:16,329 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /maps%3F False
DEBUG 2014-12-12 13:41:16,329 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /mapstt%3F False
DEBUG 2014-12-12 13:41:16,329 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /mapslt%3F False
DEBUG 2014-12-12 13:41:16,329 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /maps/stk/ False
DEBUG 2014-12-12 13:41:16,329 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /maps/br%3F False
DEBUG 2014-12-12 13:41:16,329 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /mapabcpoi%3F False
DEBUG 2014-12-12 13:41:16,329 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /maphp%3F False
DEBUG 2014-12-12 13:41:16,329 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /mapprint%3F False
DEBUG 2014-12-12 13:41:16,329 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /maps/api/js/ False
DEBUG 2014-12-12 13:41:16,329 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /maps/api/staticmap%3F False
DEBUG 2014-12-12 13:41:16,329 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /mld%3F False
DEBUG 2014-12-12 13:41:16,330 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /staticmap%3F False
DEBUG 2014-12-12 13:41:16,330 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /places/ False
DEBUG 2014-12-12 13:41:16,330 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /places/%24 True
DEBUG 2014-12-12 13:41:16,330 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /maps/preview False
DEBUG 2014-12-12 13:41:16,330 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /maps/place False
DEBUG 2014-12-12 13:41:16,330 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /help/maps/streetview/partners/welcome/ False
DEBUG 2014-12-12 13:41:16,330 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /help/maps/indoormaps/partners/ False
DEBUG 2014-12-12 13:41:16,330 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /lochp%3F False
DEBUG 2014-12-12 13:41:16,330 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /center False
DEBUG 2014-12-12 13:41:16,330 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /ie%3F False
DEBUG 2014-12-12 13:41:16,330 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /sms/demo%3F False
DEBUG 2014-12-12 13:41:16,330 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /katrina%3F False
DEBUG 2014-12-12 13:41:16,330 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /blogsearch%3F False
DEBUG 2014-12-12 13:41:16,330 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /blogsearch/ False
DEBUG 2014-12-12 13:41:16,330 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /blogsearch_feeds False
DEBUG 2014-12-12 13:41:16,330 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /advanced_blog_search False
DEBUG 2014-12-12 13:41:16,331 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /uds/ False
DEBUG 2014-12-12 13:41:16,331 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /chart%3F False
DEBUG 2014-12-12 13:41:16,331 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /transit%3F False
DEBUG 2014-12-12 13:41:16,331 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /mbd%3F False
DEBUG 2014-12-12 13:41:16,331 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /extern_js/ False
DEBUG 2014-12-12 13:41:16,331 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /xjs/ False
DEBUG 2014-12-12 13:41:16,331 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /calendar/feeds/ False
DEBUG 2014-12-12 13:41:16,331 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /calendar/ical/ False
DEBUG 2014-12-12 13:41:16,331 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /cl2/feeds/ False
DEBUG 2014-12-12 13:41:16,331 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /cl2/ical/ False
DEBUG 2014-12-12 13:41:16,331 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /coop/directory False
DEBUG 2014-12-12 13:41:16,331 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /coop/manage False
DEBUG 2014-12-12 13:41:16,331 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /trends%3F False
DEBUG 2014-12-12 13:41:16,331 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /trends/music%3F False
DEBUG 2014-12-12 13:41:16,331 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /trends/hottrends%3F False
DEBUG 2014-12-12 13:41:16,331 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /trends/viz%3F False
DEBUG 2014-12-12 13:41:16,331 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /trends/embed.js%3F False
DEBUG 2014-12-12 13:41:16,331 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /trends/fetchComponent%3F False
DEBUG 2014-12-12 13:41:16,332 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /notebook/search%3F False
DEBUG 2014-12-12 13:41:16,332 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /musica False
DEBUG 2014-12-12 13:41:16,332 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /musicad False
DEBUG 2014-12-12 13:41:16,332 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /musicas False
DEBUG 2014-12-12 13:41:16,332 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /musicl False
DEBUG 2014-12-12 13:41:16,332 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /musics False
DEBUG 2014-12-12 13:41:16,332 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /musicsearch False
DEBUG 2014-12-12 13:41:16,332 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /musicsp False
DEBUG 2014-12-12 13:41:16,332 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /musiclp False
DEBUG 2014-12-12 13:41:16,332 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /browsersync False
DEBUG 2014-12-12 13:41:16,332 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /call False
DEBUG 2014-12-12 13:41:16,332 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /archivesearch%3F False
DEBUG 2014-12-12 13:41:16,332 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /archivesearch/url False
DEBUG 2014-12-12 13:41:16,332 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /archivesearch/advanced_search False
DEBUG 2014-12-12 13:41:16,332 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /base/reportbadoffer False
DEBUG 2014-12-12 13:41:16,332 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /urchin_test/ False
DEBUG 2014-12-12 13:41:16,332 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /movies%3F False
DEBUG 2014-12-12 13:41:16,333 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /codesearch%3F False
DEBUG 2014-12-12 13:41:16,333 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /codesearch/feeds/search%3F False
DEBUG 2014-12-12 13:41:16,333 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /wapsearch%3F False
DEBUG 2014-12-12 13:41:16,333 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /safebrowsing False
DEBUG 2014-12-12 13:41:16,333 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /safebrowsing/diagnostic True
DEBUG 2014-12-12 13:41:16,333 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /safebrowsing/report_badware/ True
DEBUG 2014-12-12 13:41:16,333 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /safebrowsing/report_error/ True
DEBUG 2014-12-12 13:41:16,333 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /safebrowsing/report_phish/ True
DEBUG 2014-12-12 13:41:16,333 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /reviews/search%3F False
DEBUG 2014-12-12 13:41:16,333 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /orkut/albums False
DEBUG 2014-12-12 13:41:16,333 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /jsapi True
DEBUG 2014-12-12 13:41:16,333 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /views%3F False
DEBUG 2014-12-12 13:41:16,333 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /c/ False
DEBUG 2014-12-12 13:41:16,333 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /cbk False
DEBUG 2014-12-12 13:41:16,333 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /cbk%3Foutput%3Dtile%26cb_client%3Dmaps_sv True
DEBUG 2014-12-12 13:41:16,333 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /recharge/dashboard/car False
DEBUG 2014-12-12 13:41:16,333 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /recharge/dashboard/static/ False
DEBUG 2014-12-12 13:41:16,333 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /translate_a/ False
DEBUG 2014-12-12 13:41:16,334 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /translate_c False
DEBUG 2014-12-12 13:41:16,334 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /translate_f False
DEBUG 2014-12-12 13:41:16,334 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /translate_static/ False
DEBUG 2014-12-12 13:41:16,334 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /translate_suggestion False
DEBUG 2014-12-12 13:41:16,334 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /profiles/me False
DEBUG 2014-12-12 13:41:16,334 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /profiles True
DEBUG 2014-12-12 13:41:16,334 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /s2/profiles/me False
DEBUG 2014-12-12 13:41:16,334 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /s2/profiles True
DEBUG 2014-12-12 13:41:16,334 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /s2/oz True
DEBUG 2014-12-12 13:41:16,334 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /s2/photos True
DEBUG 2014-12-12 13:41:16,334 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /s2/search/social True
DEBUG 2014-12-12 13:41:16,334 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /s2/static True
DEBUG 2014-12-12 13:41:16,334 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /s2 False
DEBUG 2014-12-12 13:41:16,334 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /transconsole/portal/ False
DEBUG 2014-12-12 13:41:16,334 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /gcc/ False
DEBUG 2014-12-12 13:41:16,334 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /aclk False
DEBUG 2014-12-12 13:41:16,334 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /cse%3F False
DEBUG 2014-12-12 13:41:16,335 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /cse/home False
DEBUG 2014-12-12 13:41:16,335 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /cse/panel False
DEBUG 2014-12-12 13:41:16,335 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /cse/manage False
DEBUG 2014-12-12 13:41:16,335 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /tbproxy/ False
DEBUG 2014-12-12 13:41:16,335 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /imesync/ False
DEBUG 2014-12-12 13:41:16,335 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /shenghuo/search%3F False
DEBUG 2014-12-12 13:41:16,335 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /support/forum/search%3F False
DEBUG 2014-12-12 13:41:16,335 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /reviews/polls/ False
DEBUG 2014-12-12 13:41:16,335 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /hosted/images/ False
DEBUG 2014-12-12 13:41:16,335 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /ppob/%3F False
DEBUG 2014-12-12 13:41:16,335 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /ppob%3F False
DEBUG 2014-12-12 13:41:16,335 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /adwordsresellers False
DEBUG 2014-12-12 13:41:16,335 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /accounts/ClientLogin False
DEBUG 2014-12-12 13:41:16,335 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /accounts/ClientAuth False
DEBUG 2014-12-12 13:41:16,335 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /accounts/o8 False
DEBUG 2014-12-12 13:41:16,335 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /accounts/o8/id True
DEBUG 2014-12-12 13:41:16,335 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /topicsearch%3Fq%3D False
DEBUG 2014-12-12 13:41:16,336 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /xfx7/ False
DEBUG 2014-12-12 13:41:16,336 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /squared/api False
DEBUG 2014-12-12 13:41:16,336 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /squared/search False
DEBUG 2014-12-12 13:41:16,336 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /squared/table False
DEBUG 2014-12-12 13:41:16,336 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /toolkit/ False
DEBUG 2014-12-12 13:41:16,336 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /toolkit/%2A.html True
DEBUG 2014-12-12 13:41:16,336 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /globalmarketfinder/ False
DEBUG 2014-12-12 13:41:16,336 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /globalmarketfinder/%2A.html True
DEBUG 2014-12-12 13:41:16,336 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /qnasearch%3F False
DEBUG 2014-12-12 13:41:16,336 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /app/updates False
DEBUG 2014-12-12 13:41:16,336 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /sidewiki/entry/ False
DEBUG 2014-12-12 13:41:16,336 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /quality_form%3F False
DEBUG 2014-12-12 13:41:16,336 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /labs/popgadget/search False
DEBUG 2014-12-12 13:41:16,336 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /buzz/post False
DEBUG 2014-12-12 13:41:16,336 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /compressiontest/ False
DEBUG 2014-12-12 13:41:16,336 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /analytics/reporting/ False
DEBUG 2014-12-12 13:41:16,336 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /analytics/admin/ False
DEBUG 2014-12-12 13:41:16,337 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /analytics/web/ False
DEBUG 2014-12-12 13:41:16,337 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /analytics/feeds/ False
DEBUG 2014-12-12 13:41:16,337 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /analytics/settings/ False
DEBUG 2014-12-12 13:41:16,337 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /alerts/manage True
DEBUG 2014-12-12 13:41:16,337 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /alerts/remove True
DEBUG 2014-12-12 13:41:16,337 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /alerts/ False
DEBUG 2014-12-12 13:41:16,337 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /alerts/%24 True
DEBUG 2014-12-12 13:41:16,337 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /ads/search%3F False
DEBUG 2014-12-12 13:41:16,337 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /ads/plan/action_plan%3F False
DEBUG 2014-12-12 13:41:16,337 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /ads/plan/api/ False
DEBUG 2014-12-12 13:41:16,337 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /phone/compare/%3F False
DEBUG 2014-12-12 13:41:16,337 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /travel/clk False
DEBUG 2014-12-12 13:41:16,337 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /hotelfinder/rpc False
DEBUG 2014-12-12 13:41:16,337 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /hotels/rpc False
DEBUG 2014-12-12 13:41:16,337 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /flights/rpc False
DEBUG 2014-12-12 13:41:16,337 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /commercesearch/services/ False
DEBUG 2014-12-12 13:41:16,337 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /evaluation/ False
DEBUG 2014-12-12 13:41:16,338 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /chrome/browser/mobile/tour False
DEBUG 2014-12-12 13:41:16,338 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /compare/%2A/apply%2A False
DEBUG 2014-12-12 13:41:16,338 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /forms/perks/ False
DEBUG 2014-12-12 13:41:16,338 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /baraza/%2A/search False
DEBUG 2014-12-12 13:41:16,338 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /baraza/%2A/report False
DEBUG 2014-12-12 13:41:16,338 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /shopping/suppliers/search False
DEBUG 2014-12-12 13:41:16,338 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /ct/ False
DEBUG 2014-12-12 13:41:16,338 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /edu/cs4hs/ False
DEBUG 2014-12-12 13:41:16,338 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /trustedstores/s/ False
DEBUG 2014-12-12 13:41:16,338 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /trustedstores/tm2 False
DEBUG 2014-12-12 13:41:16,338 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /trustedstores/verify False
DEBUG 2014-12-12 13:41:16,338 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /adwords/proposal False
DEBUG 2014-12-12 13:41:16,338 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /shopping/product/ False
DEBUG 2014-12-12 13:41:16,338 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /shopping/seller False
DEBUG 2014-12-12 13:41:16,338 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /shopping/reviewer False
DEBUG 2014-12-12 13:41:16,338 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /about/careers/apply/ False
DEBUG 2014-12-12 13:41:16,339 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /about/careers/applications/ False
DEBUG 2014-12-12 13:41:16,339 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Disallow: /landing/signout.html False
DEBUG 2014-12-12 13:41:16,339 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /gb/images True
DEBUG 2014-12-12 13:41:16,339 CheckThread-https://www.google.com/work/sitemap.xml /work/sitemap.xml Allow: /gb/js True
DEBUG 2014-12-12 13:41:16,339 CheckThread-https://www.google.com/work/sitemap.xml  ... no rule lines of ['*'] applied to /work/sitemap.xml; allowed.
DEBUG 2014-12-12 13:41:16,339 CheckThread-https://www.google.com/work/sitemap.xml Prepare request with {'method': 'GET', 'headers': {'Referer': u'http://www.google.com/hostednews/sitemap_index.xml'}, 'url': u'https://www.google.com/work/sitemap.xml'}
10 threads active,     7 links queued,   12 links in   0 URLs checked, runtime 1 seconds
DEBUG 2014-12-12 13:41:16,736 CheckThread-https://www.google.com/work/sitemap.xml Send request with {'allow_redirects': False, 'stream': True, 'verify': True, 'timeout': 60}
DEBUG 2014-12-12 13:41:17,079 CheckThread-https://www.google.com/work/sitemap.xml task_done https://www.google.com/work/sitemap.xml


********** Oops, I did it again. *************

You have found an internal error in LinkChecker. Please write a bug report
at https://github.com/wummel/linkchecker/issues
and include the following information:
- the URL or file you are testing
- the system information below

When using the commandline client:
- your commandline arguments and any custom configuration files.
- the output of a debug run with option "-Dall"

Not disclosing some of the information above due to privacy reasons is ok.
I will try to help you nonetheless, but you have to give me something
I can work with ;) .

Traceback (most recent call last):
  File "/usr/lib/python2.7/dist-packages/linkcheck/director/checker.py", line 104, in check_url
    line: self.check_url_data(url_data)
    locals:
      self = <local> <Checker(CheckThread-https://www.google.com/work/sitemap.xml, started 139770660656896)>
      self.check_url_data = <local> <bound method Checker.check_url_data of <Checker(CheckThread-https://www.google.com/work/sitemap.xml, started 139770660656896)>>
      url_data = <local> <https link, base_url=u'https://www.google.com/work/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=304, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/work/sitemap.xml>
  File "/usr/lib/python2.7/dist-packages/linkcheck/director/checker.py", line 120, in check_url_data
    line: check_url(url_data, self.logger)
    locals:
      check_url = <global> <function check_url at 0x7f1ee876bc08>
      url_data = <local> <https link, base_url=u'https://www.google.com/work/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=304, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/work/sitemap.xml>
      self = <local> <Checker(CheckThread-https://www.google.com/work/sitemap.xml, started 139770660656896)>
      self.logger = <local> <linkcheck.director.logger.Logger object at 0x7f1ee825cd50>
  File "/usr/lib/python2.7/dist-packages/linkcheck/director/checker.py", line 52, in check_url
    line: url_data.check()
    locals:
      url_data = <local> <https link, base_url=u'https://www.google.com/work/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=304, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/work/sitemap.xml>
      url_data.check = <local> <bound method HttpUrl.check of <https link, base_url=u'https://www.google.com/work/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=304, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/work/sitemap.xml>>
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/urlbase.py", line 424, in check
    line: self.local_check()
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/work/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=304, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/work/sitemap.xml>
      self.local_check = <local> <bound method HttpUrl.local_check of <https link, base_url=u'https://www.google.com/work/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=304, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/work/sitemap.xml>>
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/urlbase.py", line 442, in local_check
    line: self.check_connection()
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/work/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=304, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/work/sitemap.xml>
      self.check_connection = <local> <bound method HttpUrl.check_connection of <https link, base_url=u'https://www.google.com/work/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=304, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/work/sitemap....
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/httpurl.py", line 135, in check_connection
    line: self.send_request(request)
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/work/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=304, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/work/sitemap.xml>
      self.send_request = <local> <bound method HttpUrl.send_request of <https link, base_url=u'https://www.google.com/work/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=304, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/work/sitemap.xml>>
      request = <local> <PreparedRequest [GET]>
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/httpurl.py", line 165, in send_request
    line: self._send_request(request, **kwargs)
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/work/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=304, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/work/sitemap.xml>
      self._send_request = <local> <bound method HttpUrl._send_request of <https link, base_url=u'https://www.google.com/work/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=304, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/work/sitemap.xml>>
      request = <local> <PreparedRequest [GET]>
      kwargs = <local> {'allow_redirects': False, 'stream': True, 'verify': True, 'timeout': 60}
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/httpurl.py", line 172, in _send_request
    line: self._add_ssl_info()
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/work/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=304, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/work/sitemap.xml>
      self._add_ssl_info = <local> <bound method HttpUrl._add_ssl_info of <https link, base_url=u'https://www.google.com/work/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=304, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/work/sitemap.xml>>
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/httpurl.py", line 199, in _add_ssl_info
    line: self.ssl_cert = httputil.x509_to_dict(cert)
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/work/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=304, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/work/sitemap.xml>
      self.ssl_cert = <local> None
      httputil = <global> <module 'linkcheck.httputil' from '/usr/lib/python2.7/dist-packages/linkcheck/httputil.pyc'>
      httputil.x509_to_dict = <global> <function x509_to_dict at 0x7f1ee8a89ed8>
      cert = <local> <OpenSSL.crypto.X509 object at 0x7f1eea1fcdd0>
  File "/usr/lib/python2.7/dist-packages/linkcheck/httputil.py", line 35, in x509_to_dict
    line: from requests.packages.urllib3.contrib.pyopenssl import get_subj_alt_name
    locals:
      requests = <not found>
      requests.packages = <not found>
      requests.packages.urllib3 = <not found>
      requests.packages.urllib3.contrib = <not found>
      requests.packages.urllib3.contrib.pyopenssl = <not found>
      get_subj_alt_name = <not found>
ImportError: cannot import name get_subj_alt_name
System info:
LinkChecker 9.3
Released on: 16.7.2014
Python 2.7.9 (default, Dec 11 2014, 08:58:12) 
[GCC 4.9.2] on linux2
Requests: 2.4.3
Qt: 4.8.6 / PyQt: 4.11.2
Modules: Sqlite, Gconf
Local time: 2014-12-12 13:41:17+003
sys.argv: ['/usr/bin/linkchecker', '-Dall', 'https://www.google.com']
LANGUAGE = 'en_US:en'
LANG = 'en_US.UTF-8'
Default locale: ('en', 'UTF-8')

 ******** LinkChecker internal error, over and out ********
WARNING 2014-12-12 13:41:17,086 CheckThread-https://www.google.com/work/sitemap.xml internal error occurred
DEBUG 2014-12-12 13:41:17,086 CheckThread-https://www.google.com/intx/sitemap.xml Checking https link
base_url=u'https://www.google.com/intx/sitemap.xml'
parent_url=u'http://www.google.com/hostednews/sitemap_index.xml'
base_ref=None
recursion_level=2
url_connection=None
line=305
column=0
page=0
name=u''
anchor=u''
cache_url=https://www.google.com/intx/sitemap.xml
DEBUG 2014-12-12 13:41:17,086 CheckThread-https://www.google.com/intx/sitemap.xml checking connection
DEBUG 2014-12-12 13:41:17,086 CheckThread-https://www.google.com/intx/sitemap.xml u'https://www.google.com/robots.txt' check allowance for:
  user agent: u'Mozilla/5.0 (compatible; LinkChecker/9.3; +http://wummel.github.io/linkchecker/)'
  url: u'https://www.google.com/intx/sitemap.xml' ...
DEBUG 2014-12-12 13:41:17,087 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /search False
DEBUG 2014-12-12 13:41:17,087 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /sdch False
DEBUG 2014-12-12 13:41:17,087 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /groups False
DEBUG 2014-12-12 13:41:17,087 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /images False
DEBUG 2014-12-12 13:41:17,087 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /catalogs False
DEBUG 2014-12-12 13:41:17,087 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /catalogs/about True
DEBUG 2014-12-12 13:41:17,087 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /catalogs/p%3F True
DEBUG 2014-12-12 13:41:17,087 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /catalogues False
DEBUG 2014-12-12 13:41:17,087 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /newsalerts True
DEBUG 2014-12-12 13:41:17,087 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /news False
DEBUG 2014-12-12 13:41:17,087 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /news/directory True
DEBUG 2014-12-12 13:41:17,087 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /nwshp False
DEBUG 2014-12-12 13:41:17,087 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /setnewsprefs%3F False
DEBUG 2014-12-12 13:41:17,087 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /index.html%3F False
DEBUG 2014-12-12 13:41:17,087 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /%3F False
DEBUG 2014-12-12 13:41:17,087 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /%3Fhl%3D True
DEBUG 2014-12-12 13:41:17,087 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /%3Fhl%3D%2A%26 False
DEBUG 2014-12-12 13:41:17,088 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /%3Fhl%3D%2A%26gws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:17,088 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /%3Fhl%3D%2A%26%2A%26gws_rd%3Dssl False
DEBUG 2014-12-12 13:41:17,088 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /%3Fgws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:17,088 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /%3Fpt1%3Dtrue%24 True
DEBUG 2014-12-12 13:41:17,088 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /addurl/image%3F False
DEBUG 2014-12-12 13:41:17,088 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /mail/help/ True
DEBUG 2014-12-12 13:41:17,088 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /mail/ False
DEBUG 2014-12-12 13:41:17,088 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /pagead/ False
DEBUG 2014-12-12 13:41:17,088 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /relpage/ False
DEBUG 2014-12-12 13:41:17,088 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /relcontent False
DEBUG 2014-12-12 13:41:17,088 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /imgres False
DEBUG 2014-12-12 13:41:17,088 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /imglanding False
DEBUG 2014-12-12 13:41:17,088 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /sbd False
DEBUG 2014-12-12 13:41:17,088 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /keyword/ False
DEBUG 2014-12-12 13:41:17,088 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /u/ False
DEBUG 2014-12-12 13:41:17,088 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /univ/ False
DEBUG 2014-12-12 13:41:17,088 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /cobrand False
DEBUG 2014-12-12 13:41:17,088 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /custom False
DEBUG 2014-12-12 13:41:17,089 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /advanced_group_search False
DEBUG 2014-12-12 13:41:17,089 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /googlesite False
DEBUG 2014-12-12 13:41:17,089 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /preferences False
DEBUG 2014-12-12 13:41:17,089 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /setprefs False
DEBUG 2014-12-12 13:41:17,089 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /swr False
DEBUG 2014-12-12 13:41:17,089 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /url False
DEBUG 2014-12-12 13:41:17,089 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /default False
DEBUG 2014-12-12 13:41:17,089 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /m%3F False
DEBUG 2014-12-12 13:41:17,089 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /m/ False
DEBUG 2014-12-12 13:41:17,089 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /m/finance True
DEBUG 2014-12-12 13:41:17,089 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /wml%3F False
DEBUG 2014-12-12 13:41:17,089 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /wml/%3F False
DEBUG 2014-12-12 13:41:17,089 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /wml/search%3F False
DEBUG 2014-12-12 13:41:17,089 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /xhtml%3F False
DEBUG 2014-12-12 13:41:17,089 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /xhtml/%3F False
DEBUG 2014-12-12 13:41:17,089 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /xhtml/search%3F False
DEBUG 2014-12-12 13:41:17,089 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /xml%3F False
DEBUG 2014-12-12 13:41:17,090 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /imode%3F False
DEBUG 2014-12-12 13:41:17,090 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /imode/%3F False
DEBUG 2014-12-12 13:41:17,090 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /imode/search%3F False
DEBUG 2014-12-12 13:41:17,090 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /jsky%3F False
DEBUG 2014-12-12 13:41:17,090 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /jsky/%3F False
DEBUG 2014-12-12 13:41:17,090 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /jsky/search%3F False
DEBUG 2014-12-12 13:41:17,090 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /pda%3F False
DEBUG 2014-12-12 13:41:17,090 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /pda/%3F False
DEBUG 2014-12-12 13:41:17,090 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /pda/search%3F False
DEBUG 2014-12-12 13:41:17,090 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /sprint_xhtml False
DEBUG 2014-12-12 13:41:17,090 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /sprint_wml False
DEBUG 2014-12-12 13:41:17,090 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /pqa False
DEBUG 2014-12-12 13:41:17,090 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /palm False
DEBUG 2014-12-12 13:41:17,090 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /gwt/ False
DEBUG 2014-12-12 13:41:17,090 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /purchases False
DEBUG 2014-12-12 13:41:17,090 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /hws False
DEBUG 2014-12-12 13:41:17,090 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /bsd%3F False
DEBUG 2014-12-12 13:41:17,091 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /linux%3F False
DEBUG 2014-12-12 13:41:17,091 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /mac%3F False
DEBUG 2014-12-12 13:41:17,091 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /microsoft%3F False
DEBUG 2014-12-12 13:41:17,091 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /unclesam%3F False
DEBUG 2014-12-12 13:41:17,091 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /answers/search%3Fq%3D False
DEBUG 2014-12-12 13:41:17,091 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /local%3F False
DEBUG 2014-12-12 13:41:17,091 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /local_url False
DEBUG 2014-12-12 13:41:17,091 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /shihui%3F False
DEBUG 2014-12-12 13:41:17,091 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /shihui/ False
DEBUG 2014-12-12 13:41:17,091 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /froogle%3F False
DEBUG 2014-12-12 13:41:17,091 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /products%3F False
DEBUG 2014-12-12 13:41:17,091 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /froogle_ False
DEBUG 2014-12-12 13:41:17,091 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /product_ False
DEBUG 2014-12-12 13:41:17,091 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /products_ False
DEBUG 2014-12-12 13:41:17,091 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /products%3B False
DEBUG 2014-12-12 13:41:17,091 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /print False
DEBUG 2014-12-12 13:41:17,092 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /books/ False
DEBUG 2014-12-12 13:41:17,092 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /bkshp%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:17,092 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /books%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:17,092 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /books%3F%2Aoutput%3D%2A False
DEBUG 2014-12-12 13:41:17,092 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /books%3F%2Apg%3D%2A False
DEBUG 2014-12-12 13:41:17,092 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /books%3F%2Ajtp%3D%2A False
DEBUG 2014-12-12 13:41:17,092 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /books%3F%2Ajscmd%3D%2A False
DEBUG 2014-12-12 13:41:17,092 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /books%3F%2Abuy%3D%2A False
DEBUG 2014-12-12 13:41:17,092 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /books%3F%2Azoom%3D%2A False
DEBUG 2014-12-12 13:41:17,092 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /books%3F%2Aq%3Drelated%3A%2A True
DEBUG 2014-12-12 13:41:17,092 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /books%3F%2Aq%3Deditions%3A%2A True
DEBUG 2014-12-12 13:41:17,092 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /books%3F%2Aq%3Dsubject%3A%2A True
DEBUG 2014-12-12 13:41:17,092 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /books/about True
DEBUG 2014-12-12 13:41:17,092 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /booksrightsholders True
DEBUG 2014-12-12 13:41:17,092 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /books%3F%2Azoom%3D1%2A True
DEBUG 2014-12-12 13:41:17,092 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /books%3F%2Azoom%3D5%2A True
DEBUG 2014-12-12 13:41:17,092 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /ebooks/ False
DEBUG 2014-12-12 13:41:17,093 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /ebooks%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:17,093 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /ebooks%3F%2Aoutput%3D%2A False
DEBUG 2014-12-12 13:41:17,093 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /ebooks%3F%2Apg%3D%2A False
DEBUG 2014-12-12 13:41:17,093 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /ebooks%3F%2Ajscmd%3D%2A False
DEBUG 2014-12-12 13:41:17,093 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /ebooks%3F%2Abuy%3D%2A False
DEBUG 2014-12-12 13:41:17,093 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /ebooks%3F%2Azoom%3D%2A False
DEBUG 2014-12-12 13:41:17,093 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /ebooks%3F%2Aq%3Drelated%3A%2A True
DEBUG 2014-12-12 13:41:17,093 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /ebooks%3F%2Aq%3Deditions%3A%2A True
DEBUG 2014-12-12 13:41:17,093 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /ebooks%3F%2Aq%3Dsubject%3A%2A True
DEBUG 2014-12-12 13:41:17,093 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /ebooks%3F%2Azoom%3D1%2A True
DEBUG 2014-12-12 13:41:17,093 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /ebooks%3F%2Azoom%3D5%2A True
DEBUG 2014-12-12 13:41:17,093 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /patents%3F False
DEBUG 2014-12-12 13:41:17,093 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /patents/download/ False
DEBUG 2014-12-12 13:41:17,093 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /patents/pdf/ False
DEBUG 2014-12-12 13:41:17,093 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /patents/related/ False
DEBUG 2014-12-12 13:41:17,093 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /scholar False
DEBUG 2014-12-12 13:41:17,093 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /citations%3F False
DEBUG 2014-12-12 13:41:17,094 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /citations%3Fuser%3D True
DEBUG 2014-12-12 13:41:17,094 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /citations%3F%2Acstart%3D False
DEBUG 2014-12-12 13:41:17,094 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /citations%3Fview_op%3Dnew_profile True
DEBUG 2014-12-12 13:41:17,094 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /citations%3Fview_op%3Dtop_venues True
DEBUG 2014-12-12 13:41:17,094 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /complete False
DEBUG 2014-12-12 13:41:17,094 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /s%3F False
DEBUG 2014-12-12 13:41:17,094 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /sponsoredlinks False
DEBUG 2014-12-12 13:41:17,094 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /videosearch%3F False
DEBUG 2014-12-12 13:41:17,094 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /videopreview%3F False
DEBUG 2014-12-12 13:41:17,094 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /videoprograminfo%3F False
DEBUG 2014-12-12 13:41:17,094 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /maps%3F%2Aoutput%3Dclassic%2A True
DEBUG 2014-12-12 13:41:17,094 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /maps/api/js%3F True
DEBUG 2014-12-12 13:41:17,094 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /maps/d/ True
DEBUG 2014-12-12 13:41:17,094 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /maps%3F False
DEBUG 2014-12-12 13:41:17,094 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /mapstt%3F False
DEBUG 2014-12-12 13:41:17,094 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /mapslt%3F False
DEBUG 2014-12-12 13:41:17,095 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /maps/stk/ False
DEBUG 2014-12-12 13:41:17,095 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /maps/br%3F False
DEBUG 2014-12-12 13:41:17,095 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /mapabcpoi%3F False
DEBUG 2014-12-12 13:41:17,095 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /maphp%3F False
DEBUG 2014-12-12 13:41:17,095 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /mapprint%3F False
DEBUG 2014-12-12 13:41:17,095 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /maps/api/js/ False
DEBUG 2014-12-12 13:41:17,095 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /maps/api/staticmap%3F False
DEBUG 2014-12-12 13:41:17,095 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /mld%3F False
DEBUG 2014-12-12 13:41:17,095 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /staticmap%3F False
DEBUG 2014-12-12 13:41:17,095 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /places/ False
DEBUG 2014-12-12 13:41:17,095 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /places/%24 True
DEBUG 2014-12-12 13:41:17,095 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /maps/preview False
DEBUG 2014-12-12 13:41:17,095 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /maps/place False
DEBUG 2014-12-12 13:41:17,095 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /help/maps/streetview/partners/welcome/ False
DEBUG 2014-12-12 13:41:17,095 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /help/maps/indoormaps/partners/ False
DEBUG 2014-12-12 13:41:17,095 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /lochp%3F False
DEBUG 2014-12-12 13:41:17,095 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /center False
DEBUG 2014-12-12 13:41:17,096 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /ie%3F False
DEBUG 2014-12-12 13:41:17,096 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /sms/demo%3F False
DEBUG 2014-12-12 13:41:17,096 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /katrina%3F False
DEBUG 2014-12-12 13:41:17,096 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /blogsearch%3F False
DEBUG 2014-12-12 13:41:17,096 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /blogsearch/ False
DEBUG 2014-12-12 13:41:17,096 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /blogsearch_feeds False
DEBUG 2014-12-12 13:41:17,096 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /advanced_blog_search False
DEBUG 2014-12-12 13:41:17,096 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /uds/ False
DEBUG 2014-12-12 13:41:17,096 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /chart%3F False
DEBUG 2014-12-12 13:41:17,096 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /transit%3F False
DEBUG 2014-12-12 13:41:17,096 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /mbd%3F False
DEBUG 2014-12-12 13:41:17,096 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /extern_js/ False
DEBUG 2014-12-12 13:41:17,096 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /xjs/ False
DEBUG 2014-12-12 13:41:17,096 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /calendar/feeds/ False
DEBUG 2014-12-12 13:41:17,096 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /calendar/ical/ False
DEBUG 2014-12-12 13:41:17,096 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /cl2/feeds/ False
DEBUG 2014-12-12 13:41:17,096 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /cl2/ical/ False
DEBUG 2014-12-12 13:41:17,096 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /coop/directory False
DEBUG 2014-12-12 13:41:17,097 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /coop/manage False
DEBUG 2014-12-12 13:41:17,097 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /trends%3F False
DEBUG 2014-12-12 13:41:17,097 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /trends/music%3F False
DEBUG 2014-12-12 13:41:17,097 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /trends/hottrends%3F False
DEBUG 2014-12-12 13:41:17,097 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /trends/viz%3F False
DEBUG 2014-12-12 13:41:17,097 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /trends/embed.js%3F False
DEBUG 2014-12-12 13:41:17,097 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /trends/fetchComponent%3F False
DEBUG 2014-12-12 13:41:17,097 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /notebook/search%3F False
DEBUG 2014-12-12 13:41:17,097 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /musica False
DEBUG 2014-12-12 13:41:17,097 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /musicad False
DEBUG 2014-12-12 13:41:17,097 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /musicas False
DEBUG 2014-12-12 13:41:17,097 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /musicl False
DEBUG 2014-12-12 13:41:17,097 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /musics False
DEBUG 2014-12-12 13:41:17,097 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /musicsearch False
DEBUG 2014-12-12 13:41:17,097 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /musicsp False
DEBUG 2014-12-12 13:41:17,097 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /musiclp False
DEBUG 2014-12-12 13:41:17,097 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /browsersync False
DEBUG 2014-12-12 13:41:17,098 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /call False
DEBUG 2014-12-12 13:41:17,098 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /archivesearch%3F False
DEBUG 2014-12-12 13:41:17,098 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /archivesearch/url False
DEBUG 2014-12-12 13:41:17,098 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /archivesearch/advanced_search False
DEBUG 2014-12-12 13:41:17,098 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /base/reportbadoffer False
DEBUG 2014-12-12 13:41:17,098 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /urchin_test/ False
DEBUG 2014-12-12 13:41:17,098 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /movies%3F False
DEBUG 2014-12-12 13:41:17,098 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /codesearch%3F False
DEBUG 2014-12-12 13:41:17,098 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /codesearch/feeds/search%3F False
DEBUG 2014-12-12 13:41:17,098 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /wapsearch%3F False
DEBUG 2014-12-12 13:41:17,098 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /safebrowsing False
DEBUG 2014-12-12 13:41:17,098 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /safebrowsing/diagnostic True
DEBUG 2014-12-12 13:41:17,098 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /safebrowsing/report_badware/ True
DEBUG 2014-12-12 13:41:17,098 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /safebrowsing/report_error/ True
DEBUG 2014-12-12 13:41:17,098 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /safebrowsing/report_phish/ True
DEBUG 2014-12-12 13:41:17,098 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /reviews/search%3F False
DEBUG 2014-12-12 13:41:17,098 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /orkut/albums False
DEBUG 2014-12-12 13:41:17,099 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /jsapi True
DEBUG 2014-12-12 13:41:17,099 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /views%3F False
DEBUG 2014-12-12 13:41:17,099 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /c/ False
DEBUG 2014-12-12 13:41:17,099 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /cbk False
DEBUG 2014-12-12 13:41:17,099 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /cbk%3Foutput%3Dtile%26cb_client%3Dmaps_sv True
DEBUG 2014-12-12 13:41:17,099 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /recharge/dashboard/car False
DEBUG 2014-12-12 13:41:17,099 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /recharge/dashboard/static/ False
DEBUG 2014-12-12 13:41:17,099 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /translate_a/ False
DEBUG 2014-12-12 13:41:17,099 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /translate_c False
DEBUG 2014-12-12 13:41:17,099 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /translate_f False
DEBUG 2014-12-12 13:41:17,099 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /translate_static/ False
DEBUG 2014-12-12 13:41:17,099 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /translate_suggestion False
DEBUG 2014-12-12 13:41:17,099 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /profiles/me False
DEBUG 2014-12-12 13:41:17,099 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /profiles True
DEBUG 2014-12-12 13:41:17,099 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /s2/profiles/me False
DEBUG 2014-12-12 13:41:17,099 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /s2/profiles True
DEBUG 2014-12-12 13:41:17,099 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /s2/oz True
DEBUG 2014-12-12 13:41:17,100 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /s2/photos True
DEBUG 2014-12-12 13:41:17,100 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /s2/search/social True
DEBUG 2014-12-12 13:41:17,100 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /s2/static True
DEBUG 2014-12-12 13:41:17,100 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /s2 False
DEBUG 2014-12-12 13:41:17,100 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /transconsole/portal/ False
DEBUG 2014-12-12 13:41:17,100 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /gcc/ False
DEBUG 2014-12-12 13:41:17,100 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /aclk False
DEBUG 2014-12-12 13:41:17,100 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /cse%3F False
DEBUG 2014-12-12 13:41:17,100 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /cse/home False
DEBUG 2014-12-12 13:41:17,100 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /cse/panel False
DEBUG 2014-12-12 13:41:17,100 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /cse/manage False
DEBUG 2014-12-12 13:41:17,100 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /tbproxy/ False
DEBUG 2014-12-12 13:41:17,100 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /imesync/ False
DEBUG 2014-12-12 13:41:17,100 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /shenghuo/search%3F False
DEBUG 2014-12-12 13:41:17,100 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /support/forum/search%3F False
DEBUG 2014-12-12 13:41:17,100 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /reviews/polls/ False
DEBUG 2014-12-12 13:41:17,100 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /hosted/images/ False
DEBUG 2014-12-12 13:41:17,101 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /ppob/%3F False
DEBUG 2014-12-12 13:41:17,101 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /ppob%3F False
DEBUG 2014-12-12 13:41:17,101 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /adwordsresellers False
DEBUG 2014-12-12 13:41:17,101 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /accounts/ClientLogin False
DEBUG 2014-12-12 13:41:17,101 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /accounts/ClientAuth False
DEBUG 2014-12-12 13:41:17,101 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /accounts/o8 False
DEBUG 2014-12-12 13:41:17,101 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /accounts/o8/id True
DEBUG 2014-12-12 13:41:17,101 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /topicsearch%3Fq%3D False
DEBUG 2014-12-12 13:41:17,101 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /xfx7/ False
DEBUG 2014-12-12 13:41:17,101 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /squared/api False
DEBUG 2014-12-12 13:41:17,101 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /squared/search False
DEBUG 2014-12-12 13:41:17,101 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /squared/table False
DEBUG 2014-12-12 13:41:17,102 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /toolkit/ False
DEBUG 2014-12-12 13:41:17,102 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /toolkit/%2A.html True
DEBUG 2014-12-12 13:41:17,102 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /globalmarketfinder/ False
DEBUG 2014-12-12 13:41:17,102 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /globalmarketfinder/%2A.html True
DEBUG 2014-12-12 13:41:17,102 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /qnasearch%3F False
DEBUG 2014-12-12 13:41:17,103 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /app/updates False
DEBUG 2014-12-12 13:41:17,103 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /sidewiki/entry/ False
DEBUG 2014-12-12 13:41:17,103 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /quality_form%3F False
DEBUG 2014-12-12 13:41:17,103 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /labs/popgadget/search False
DEBUG 2014-12-12 13:41:17,103 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /buzz/post False
DEBUG 2014-12-12 13:41:17,103 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /compressiontest/ False
DEBUG 2014-12-12 13:41:17,104 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /analytics/reporting/ False
DEBUG 2014-12-12 13:41:17,104 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /analytics/admin/ False
DEBUG 2014-12-12 13:41:17,104 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /analytics/web/ False
DEBUG 2014-12-12 13:41:17,104 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /analytics/feeds/ False
DEBUG 2014-12-12 13:41:17,104 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /analytics/settings/ False
DEBUG 2014-12-12 13:41:17,104 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /alerts/manage True
DEBUG 2014-12-12 13:41:17,105 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /alerts/remove True
DEBUG 2014-12-12 13:41:17,105 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /alerts/ False
DEBUG 2014-12-12 13:41:17,105 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /alerts/%24 True
DEBUG 2014-12-12 13:41:17,105 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /ads/search%3F False
DEBUG 2014-12-12 13:41:17,105 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /ads/plan/action_plan%3F False
DEBUG 2014-12-12 13:41:17,106 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /ads/plan/api/ False
DEBUG 2014-12-12 13:41:17,106 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /phone/compare/%3F False
DEBUG 2014-12-12 13:41:17,106 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /travel/clk False
DEBUG 2014-12-12 13:41:17,106 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /hotelfinder/rpc False
DEBUG 2014-12-12 13:41:17,106 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /hotels/rpc False
DEBUG 2014-12-12 13:41:17,106 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /flights/rpc False
DEBUG 2014-12-12 13:41:17,107 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /commercesearch/services/ False
DEBUG 2014-12-12 13:41:17,107 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /evaluation/ False
DEBUG 2014-12-12 13:41:17,107 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /chrome/browser/mobile/tour False
DEBUG 2014-12-12 13:41:17,107 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /compare/%2A/apply%2A False
DEBUG 2014-12-12 13:41:17,107 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /forms/perks/ False
DEBUG 2014-12-12 13:41:17,107 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /baraza/%2A/search False
DEBUG 2014-12-12 13:41:17,108 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /baraza/%2A/report False
DEBUG 2014-12-12 13:41:17,108 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /shopping/suppliers/search False
DEBUG 2014-12-12 13:41:17,108 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /ct/ False
DEBUG 2014-12-12 13:41:17,108 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /edu/cs4hs/ False
DEBUG 2014-12-12 13:41:17,108 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /trustedstores/s/ False
DEBUG 2014-12-12 13:41:17,108 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /trustedstores/tm2 False
DEBUG 2014-12-12 13:41:17,109 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /trustedstores/verify False
DEBUG 2014-12-12 13:41:17,109 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /adwords/proposal False
DEBUG 2014-12-12 13:41:17,109 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /shopping/product/ False
DEBUG 2014-12-12 13:41:17,109 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /shopping/seller False
DEBUG 2014-12-12 13:41:17,109 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /shopping/reviewer False
DEBUG 2014-12-12 13:41:17,109 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /about/careers/apply/ False
DEBUG 2014-12-12 13:41:17,110 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /about/careers/applications/ False
DEBUG 2014-12-12 13:41:17,110 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Disallow: /landing/signout.html False
DEBUG 2014-12-12 13:41:17,110 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /gb/images True
DEBUG 2014-12-12 13:41:17,110 CheckThread-https://www.google.com/intx/sitemap.xml /intx/sitemap.xml Allow: /gb/js True
DEBUG 2014-12-12 13:41:17,110 CheckThread-https://www.google.com/intx/sitemap.xml  ... no rule lines of ['*'] applied to /intx/sitemap.xml; allowed.
DEBUG 2014-12-12 13:41:17,110 CheckThread-https://www.google.com/intx/sitemap.xml Prepare request with {'method': 'GET', 'headers': {'Referer': u'http://www.google.com/hostednews/sitemap_index.xml'}, 'url': u'https://www.google.com/intx/sitemap.xml'}
DEBUG 2014-12-12 13:41:17,211 CheckThread-https://www.google.com/intx/sitemap.xml Send request with {'allow_redirects': False, 'stream': True, 'verify': True, 'timeout': 60}
DEBUG 2014-12-12 13:41:17,484 CheckThread-http://www.google.com/hostednews/sitemap_index.xml Send request with {'allow_redirects': False, 'stream': True, 'verify': False, 'timeout': 60}
DEBUG 2014-12-12 13:41:17,555 CheckThread-https://www.google.com/intx/sitemap.xml task_done https://www.google.com/intx/sitemap.xml


********** Oops, I did it again. *************

You have found an internal error in LinkChecker. Please write a bug report
at https://github.com/wummel/linkchecker/issues
and include the following information:
- the URL or file you are testing
- the system information below

When using the commandline client:
- your commandline arguments and any custom configuration files.
- the output of a debug run with option "-Dall"

Not disclosing some of the information above due to privacy reasons is ok.
I will try to help you nonetheless, but you have to give me something
I can work with ;) .

Traceback (most recent call last):
  File "/usr/lib/python2.7/dist-packages/linkcheck/director/checker.py", line 104, in check_url
    line: self.check_url_data(url_data)
    locals:
      self = <local> <Checker(CheckThread-https://www.google.com/intx/sitemap.xml, started 139770156009216)>
      self.check_url_data = <local> <bound method Checker.check_url_data of <Checker(CheckThread-https://www.google.com/intx/sitemap.xml, started 139770156009216)>>
      url_data = <local> <https link, base_url=u'https://www.google.com/intx/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=305, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/intx/sitemap.xml>
  File "/usr/lib/python2.7/dist-packages/linkcheck/director/checker.py", line 120, in check_url_data
    line: check_url(url_data, self.logger)
    locals:
      check_url = <global> <function check_url at 0x7f1ee876bc08>
      url_data = <local> <https link, base_url=u'https://www.google.com/intx/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=305, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/intx/sitemap.xml>
      self = <local> <Checker(CheckThread-https://www.google.com/intx/sitemap.xml, started 139770156009216)>
      self.logger = <local> <linkcheck.director.logger.Logger object at 0x7f1ee825cd50>
  File "/usr/lib/python2.7/dist-packages/linkcheck/director/checker.py", line 52, in check_url
    line: url_data.check()
    locals:
      url_data = <local> <https link, base_url=u'https://www.google.com/intx/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=305, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/intx/sitemap.xml>
      url_data.check = <local> <bound method HttpUrl.check of <https link, base_url=u'https://www.google.com/intx/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=305, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/intx/sitemap.xml>>
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/urlbase.py", line 424, in check
    line: self.local_check()
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/intx/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=305, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/intx/sitemap.xml>
      self.local_check = <local> <bound method HttpUrl.local_check of <https link, base_url=u'https://www.google.com/intx/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=305, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/intx/sitemap.xml>>
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/urlbase.py", line 442, in local_check
    line: self.check_connection()
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/intx/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=305, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/intx/sitemap.xml>
      self.check_connection = <local> <bound method HttpUrl.check_connection of <https link, base_url=u'https://www.google.com/intx/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=305, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/intx/sitemap....
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/httpurl.py", line 135, in check_connection
    line: self.send_request(request)
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/intx/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=305, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/intx/sitemap.xml>
      self.send_request = <local> <bound method HttpUrl.send_request of <https link, base_url=u'https://www.google.com/intx/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=305, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/intx/sitemap.xml>>
      request = <local> <PreparedRequest [GET]>
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/httpurl.py", line 165, in send_request
    line: self._send_request(request, **kwargs)
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/intx/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=305, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/intx/sitemap.xml>
      self._send_request = <local> <bound method HttpUrl._send_request of <https link, base_url=u'https://www.google.com/intx/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=305, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/intx/sitemap.xml>>
      request = <local> <PreparedRequest [GET]>
      kwargs = <local> {'allow_redirects': False, 'stream': True, 'verify': True, 'timeout': 60}
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/httpurl.py", line 172, in _send_request
    line: self._add_ssl_info()
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/intx/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=305, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/intx/sitemap.xml>
      self._add_ssl_info = <local> <bound method HttpUrl._add_ssl_info of <https link, base_url=u'https://www.google.com/intx/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=305, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/intx/sitemap.xml>>
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/httpurl.py", line 199, in _add_ssl_info
    line: self.ssl_cert = httputil.x509_to_dict(cert)
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/intx/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=305, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/intx/sitemap.xml>
      self.ssl_cert = <local> None
      httputil = <global> <module 'linkcheck.httputil' from '/usr/lib/python2.7/dist-packages/linkcheck/httputil.pyc'>
      httputil.x509_to_dict = <global> <function x509_to_dict at 0x7f1ee8a89ed8>
      cert = <local> <OpenSSL.crypto.X509 object at 0x7f1eea1fcc10>
  File "/usr/lib/python2.7/dist-packages/linkcheck/httputil.py", line 35, in x509_to_dict
    line: from requests.packages.urllib3.contrib.pyopenssl import get_subj_alt_name
    locals:
      requests = <not found>
      requests.packages = <not found>
      requests.packages.urllib3 = <not found>
      requests.packages.urllib3.contrib = <not found>
      requests.packages.urllib3.contrib.pyopenssl = <not found>
      get_subj_alt_name = <not found>
ImportError: cannot import name get_subj_alt_name
System info:
LinkChecker 9.3
Released on: 16.7.2014
Python 2.7.9 (default, Dec 11 2014, 08:58:12) 
[GCC 4.9.2] on linux2
Requests: 2.4.3
Qt: 4.8.6 / PyQt: 4.11.2
Modules: Sqlite, Gconf
Local time: 2014-12-12 13:41:17+003
sys.argv: ['/usr/bin/linkchecker', '-Dall', 'https://www.google.com']
LANGUAGE = 'en_US:en'
LANG = 'en_US.UTF-8'
Default locale: ('en', 'UTF-8')

 ******** LinkChecker internal error, over and out ********
WARNING 2014-12-12 13:41:17,563 CheckThread-https://www.google.com/intx/sitemap.xml internal error occurred
DEBUG 2014-12-12 13:41:17,563 CheckThread-http://www.google.com/hostednews/sitemap_index.xml Checking http link
base_url=u'http://www.google.com/hostednews/sitemap_index.xml'
parent_url=u'http://www.google.com/hostednews/sitemap_index.xml'
base_ref=None
recursion_level=2
url_connection=None
line=306
column=0
page=0
name=u''
anchor=u''
cache_url=http://www.google.com/hostednews/sitemap_index.xml
DEBUG 2014-12-12 13:41:17,563 CheckThread-http://www.google.com/hostednews/sitemap_index.xml checking connection
DEBUG 2014-12-12 13:41:17,563 CheckThread-http://www.google.com/hostednews/sitemap_index.xml u'http://www.google.com/robots.txt' check allowance for:
  user agent: u'Mozilla/5.0 (compatible; LinkChecker/9.3; +http://wummel.github.io/linkchecker/)'
  url: u'http://www.google.com/hostednews/sitemap_index.xml' ...
DEBUG 2014-12-12 13:41:17,564 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /search False
DEBUG 2014-12-12 13:41:17,564 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /sdch False
DEBUG 2014-12-12 13:41:17,564 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /groups False
DEBUG 2014-12-12 13:41:17,564 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /images False
DEBUG 2014-12-12 13:41:17,564 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /catalogs False
DEBUG 2014-12-12 13:41:17,565 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /catalogs/about True
DEBUG 2014-12-12 13:41:17,565 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /catalogs/p%3F True
DEBUG 2014-12-12 13:41:17,565 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /catalogues False
DEBUG 2014-12-12 13:41:17,565 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /newsalerts True
DEBUG 2014-12-12 13:41:17,565 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /news False
DEBUG 2014-12-12 13:41:17,566 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /news/directory True
DEBUG 2014-12-12 13:41:17,566 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /nwshp False
DEBUG 2014-12-12 13:41:17,566 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /setnewsprefs%3F False
DEBUG 2014-12-12 13:41:17,566 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /index.html%3F False
DEBUG 2014-12-12 13:41:17,566 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /%3F False
DEBUG 2014-12-12 13:41:17,566 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /%3Fhl%3D True
DEBUG 2014-12-12 13:41:17,566 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /%3Fhl%3D%2A%26 False
DEBUG 2014-12-12 13:41:17,566 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /%3Fhl%3D%2A%26gws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:17,566 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /%3Fhl%3D%2A%26%2A%26gws_rd%3Dssl False
DEBUG 2014-12-12 13:41:17,566 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /%3Fgws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:17,566 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /%3Fpt1%3Dtrue%24 True
DEBUG 2014-12-12 13:41:17,566 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /addurl/image%3F False
DEBUG 2014-12-12 13:41:17,567 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /mail/help/ True
DEBUG 2014-12-12 13:41:17,567 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /mail/ False
DEBUG 2014-12-12 13:41:17,567 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /pagead/ False
DEBUG 2014-12-12 13:41:17,567 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /relpage/ False
DEBUG 2014-12-12 13:41:17,567 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /relcontent False
DEBUG 2014-12-12 13:41:17,567 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /imgres False
DEBUG 2014-12-12 13:41:17,567 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /imglanding False
DEBUG 2014-12-12 13:41:17,567 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /sbd False
DEBUG 2014-12-12 13:41:17,567 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /keyword/ False
DEBUG 2014-12-12 13:41:17,567 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /u/ False
DEBUG 2014-12-12 13:41:17,567 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /univ/ False
DEBUG 2014-12-12 13:41:17,567 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /cobrand False
DEBUG 2014-12-12 13:41:17,567 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /custom False
DEBUG 2014-12-12 13:41:17,567 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /advanced_group_search False
DEBUG 2014-12-12 13:41:17,567 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /googlesite False
DEBUG 2014-12-12 13:41:17,567 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /preferences False
DEBUG 2014-12-12 13:41:17,567 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /setprefs False
DEBUG 2014-12-12 13:41:17,568 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /swr False
DEBUG 2014-12-12 13:41:17,568 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /url False
DEBUG 2014-12-12 13:41:17,568 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /default False
DEBUG 2014-12-12 13:41:17,568 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /m%3F False
DEBUG 2014-12-12 13:41:17,568 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /m/ False
DEBUG 2014-12-12 13:41:17,568 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /m/finance True
DEBUG 2014-12-12 13:41:17,568 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /wml%3F False
DEBUG 2014-12-12 13:41:17,568 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /wml/%3F False
DEBUG 2014-12-12 13:41:17,568 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /wml/search%3F False
DEBUG 2014-12-12 13:41:17,568 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /xhtml%3F False
DEBUG 2014-12-12 13:41:17,568 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /xhtml/%3F False
DEBUG 2014-12-12 13:41:17,568 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /xhtml/search%3F False
DEBUG 2014-12-12 13:41:17,568 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /xml%3F False
DEBUG 2014-12-12 13:41:17,568 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /imode%3F False
DEBUG 2014-12-12 13:41:17,568 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /imode/%3F False
DEBUG 2014-12-12 13:41:17,568 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /imode/search%3F False
DEBUG 2014-12-12 13:41:17,568 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /jsky%3F False
DEBUG 2014-12-12 13:41:17,569 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /jsky/%3F False
DEBUG 2014-12-12 13:41:17,569 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /jsky/search%3F False
DEBUG 2014-12-12 13:41:17,569 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /pda%3F False
DEBUG 2014-12-12 13:41:17,569 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /pda/%3F False
DEBUG 2014-12-12 13:41:17,569 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /pda/search%3F False
DEBUG 2014-12-12 13:41:17,569 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /sprint_xhtml False
DEBUG 2014-12-12 13:41:17,569 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /sprint_wml False
DEBUG 2014-12-12 13:41:17,569 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /pqa False
DEBUG 2014-12-12 13:41:17,569 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /palm False
DEBUG 2014-12-12 13:41:17,569 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /gwt/ False
DEBUG 2014-12-12 13:41:17,569 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /purchases False
DEBUG 2014-12-12 13:41:17,569 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /hws False
DEBUG 2014-12-12 13:41:17,569 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /bsd%3F False
DEBUG 2014-12-12 13:41:17,569 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /linux%3F False
DEBUG 2014-12-12 13:41:17,569 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /mac%3F False
DEBUG 2014-12-12 13:41:17,569 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /microsoft%3F False
DEBUG 2014-12-12 13:41:17,569 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /unclesam%3F False
DEBUG 2014-12-12 13:41:17,570 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /answers/search%3Fq%3D False
DEBUG 2014-12-12 13:41:17,570 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /local%3F False
DEBUG 2014-12-12 13:41:17,570 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /local_url False
DEBUG 2014-12-12 13:41:17,570 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /shihui%3F False
DEBUG 2014-12-12 13:41:17,570 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /shihui/ False
DEBUG 2014-12-12 13:41:17,570 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /froogle%3F False
DEBUG 2014-12-12 13:41:17,570 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /products%3F False
DEBUG 2014-12-12 13:41:17,570 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /froogle_ False
DEBUG 2014-12-12 13:41:17,570 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /product_ False
DEBUG 2014-12-12 13:41:17,570 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /products_ False
DEBUG 2014-12-12 13:41:17,570 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /products%3B False
DEBUG 2014-12-12 13:41:17,570 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /print False
DEBUG 2014-12-12 13:41:17,570 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /books/ False
DEBUG 2014-12-12 13:41:17,570 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /bkshp%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:17,570 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /books%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:17,570 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /books%3F%2Aoutput%3D%2A False
DEBUG 2014-12-12 13:41:17,570 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /books%3F%2Apg%3D%2A False
DEBUG 2014-12-12 13:41:17,571 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /books%3F%2Ajtp%3D%2A False
DEBUG 2014-12-12 13:41:17,571 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /books%3F%2Ajscmd%3D%2A False
DEBUG 2014-12-12 13:41:17,571 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /books%3F%2Abuy%3D%2A False
DEBUG 2014-12-12 13:41:17,571 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /books%3F%2Azoom%3D%2A False
DEBUG 2014-12-12 13:41:17,571 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /books%3F%2Aq%3Drelated%3A%2A True
DEBUG 2014-12-12 13:41:17,571 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /books%3F%2Aq%3Deditions%3A%2A True
DEBUG 2014-12-12 13:41:17,571 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /books%3F%2Aq%3Dsubject%3A%2A True
DEBUG 2014-12-12 13:41:17,571 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /books/about True
DEBUG 2014-12-12 13:41:17,571 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /booksrightsholders True
DEBUG 2014-12-12 13:41:17,571 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /books%3F%2Azoom%3D1%2A True
DEBUG 2014-12-12 13:41:17,571 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /books%3F%2Azoom%3D5%2A True
DEBUG 2014-12-12 13:41:17,571 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /ebooks/ False
DEBUG 2014-12-12 13:41:17,571 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /ebooks%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:17,571 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /ebooks%3F%2Aoutput%3D%2A False
DEBUG 2014-12-12 13:41:17,571 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /ebooks%3F%2Apg%3D%2A False
DEBUG 2014-12-12 13:41:17,571 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /ebooks%3F%2Ajscmd%3D%2A False
DEBUG 2014-12-12 13:41:17,571 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /ebooks%3F%2Abuy%3D%2A False
DEBUG 2014-12-12 13:41:17,572 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /ebooks%3F%2Azoom%3D%2A False
DEBUG 2014-12-12 13:41:17,572 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /ebooks%3F%2Aq%3Drelated%3A%2A True
DEBUG 2014-12-12 13:41:17,572 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /ebooks%3F%2Aq%3Deditions%3A%2A True
DEBUG 2014-12-12 13:41:17,572 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /ebooks%3F%2Aq%3Dsubject%3A%2A True
DEBUG 2014-12-12 13:41:17,572 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /ebooks%3F%2Azoom%3D1%2A True
DEBUG 2014-12-12 13:41:17,572 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /ebooks%3F%2Azoom%3D5%2A True
DEBUG 2014-12-12 13:41:17,572 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /patents%3F False
DEBUG 2014-12-12 13:41:17,572 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /patents/download/ False
DEBUG 2014-12-12 13:41:17,572 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /patents/pdf/ False
DEBUG 2014-12-12 13:41:17,572 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /patents/related/ False
DEBUG 2014-12-12 13:41:17,572 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /scholar False
DEBUG 2014-12-12 13:41:17,572 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /citations%3F False
DEBUG 2014-12-12 13:41:17,572 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /citations%3Fuser%3D True
DEBUG 2014-12-12 13:41:17,572 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /citations%3F%2Acstart%3D False
DEBUG 2014-12-12 13:41:17,572 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /citations%3Fview_op%3Dnew_profile True
DEBUG 2014-12-12 13:41:17,572 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /citations%3Fview_op%3Dtop_venues True
DEBUG 2014-12-12 13:41:17,572 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /complete False
DEBUG 2014-12-12 13:41:17,573 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /s%3F False
DEBUG 2014-12-12 13:41:17,573 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /sponsoredlinks False
DEBUG 2014-12-12 13:41:17,573 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /videosearch%3F False
DEBUG 2014-12-12 13:41:17,573 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /videopreview%3F False
DEBUG 2014-12-12 13:41:17,573 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /videoprograminfo%3F False
DEBUG 2014-12-12 13:41:17,573 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /maps%3F%2Aoutput%3Dclassic%2A True
DEBUG 2014-12-12 13:41:17,573 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /maps/api/js%3F True
DEBUG 2014-12-12 13:41:17,573 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /maps/d/ True
DEBUG 2014-12-12 13:41:17,573 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /maps%3F False
DEBUG 2014-12-12 13:41:17,573 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /mapstt%3F False
DEBUG 2014-12-12 13:41:17,573 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /mapslt%3F False
DEBUG 2014-12-12 13:41:17,573 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /maps/stk/ False
DEBUG 2014-12-12 13:41:17,573 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /maps/br%3F False
DEBUG 2014-12-12 13:41:17,573 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /mapabcpoi%3F False
DEBUG 2014-12-12 13:41:17,573 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /maphp%3F False
DEBUG 2014-12-12 13:41:17,573 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /mapprint%3F False
DEBUG 2014-12-12 13:41:17,573 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /maps/api/js/ False
DEBUG 2014-12-12 13:41:17,574 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /maps/api/staticmap%3F False
DEBUG 2014-12-12 13:41:17,574 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /mld%3F False
DEBUG 2014-12-12 13:41:17,574 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /staticmap%3F False
DEBUG 2014-12-12 13:41:17,574 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /places/ False
DEBUG 2014-12-12 13:41:17,574 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /places/%24 True
DEBUG 2014-12-12 13:41:17,574 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /maps/preview False
DEBUG 2014-12-12 13:41:17,574 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /maps/place False
DEBUG 2014-12-12 13:41:17,574 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /help/maps/streetview/partners/welcome/ False
DEBUG 2014-12-12 13:41:17,574 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /help/maps/indoormaps/partners/ False
DEBUG 2014-12-12 13:41:17,574 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /lochp%3F False
DEBUG 2014-12-12 13:41:17,574 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /center False
DEBUG 2014-12-12 13:41:17,574 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /ie%3F False
DEBUG 2014-12-12 13:41:17,574 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /sms/demo%3F False
DEBUG 2014-12-12 13:41:17,574 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /katrina%3F False
DEBUG 2014-12-12 13:41:17,574 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /blogsearch%3F False
DEBUG 2014-12-12 13:41:17,574 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /blogsearch/ False
DEBUG 2014-12-12 13:41:17,575 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /blogsearch_feeds False
DEBUG 2014-12-12 13:41:17,575 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /advanced_blog_search False
DEBUG 2014-12-12 13:41:17,575 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /uds/ False
DEBUG 2014-12-12 13:41:17,575 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /chart%3F False
DEBUG 2014-12-12 13:41:17,575 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /transit%3F False
DEBUG 2014-12-12 13:41:17,575 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /mbd%3F False
DEBUG 2014-12-12 13:41:17,575 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /extern_js/ False
DEBUG 2014-12-12 13:41:17,575 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /xjs/ False
DEBUG 2014-12-12 13:41:17,575 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /calendar/feeds/ False
DEBUG 2014-12-12 13:41:17,575 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /calendar/ical/ False
DEBUG 2014-12-12 13:41:17,575 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /cl2/feeds/ False
DEBUG 2014-12-12 13:41:17,575 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /cl2/ical/ False
DEBUG 2014-12-12 13:41:17,575 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /coop/directory False
DEBUG 2014-12-12 13:41:17,575 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /coop/manage False
DEBUG 2014-12-12 13:41:17,575 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /trends%3F False
DEBUG 2014-12-12 13:41:17,575 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /trends/music%3F False
DEBUG 2014-12-12 13:41:17,575 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /trends/hottrends%3F False
DEBUG 2014-12-12 13:41:17,575 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /trends/viz%3F False
DEBUG 2014-12-12 13:41:17,576 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /trends/embed.js%3F False
DEBUG 2014-12-12 13:41:17,576 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /trends/fetchComponent%3F False
DEBUG 2014-12-12 13:41:17,576 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /notebook/search%3F False
DEBUG 2014-12-12 13:41:17,576 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /musica False
DEBUG 2014-12-12 13:41:17,576 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /musicad False
DEBUG 2014-12-12 13:41:17,576 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /musicas False
DEBUG 2014-12-12 13:41:17,576 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /musicl False
DEBUG 2014-12-12 13:41:17,576 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /musics False
DEBUG 2014-12-12 13:41:17,576 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /musicsearch False
DEBUG 2014-12-12 13:41:17,576 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /musicsp False
DEBUG 2014-12-12 13:41:17,576 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /musiclp False
DEBUG 2014-12-12 13:41:17,576 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /browsersync False
DEBUG 2014-12-12 13:41:17,576 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /call False
DEBUG 2014-12-12 13:41:17,576 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /archivesearch%3F False
DEBUG 2014-12-12 13:41:17,576 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /archivesearch/url False
DEBUG 2014-12-12 13:41:17,576 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /archivesearch/advanced_search False
DEBUG 2014-12-12 13:41:17,576 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /base/reportbadoffer False
DEBUG 2014-12-12 13:41:17,577 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /urchin_test/ False
DEBUG 2014-12-12 13:41:17,577 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /movies%3F False
DEBUG 2014-12-12 13:41:17,577 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /codesearch%3F False
DEBUG 2014-12-12 13:41:17,577 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /codesearch/feeds/search%3F False
DEBUG 2014-12-12 13:41:17,577 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /wapsearch%3F False
DEBUG 2014-12-12 13:41:17,577 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /safebrowsing False
DEBUG 2014-12-12 13:41:17,577 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /safebrowsing/diagnostic True
DEBUG 2014-12-12 13:41:17,577 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /safebrowsing/report_badware/ True
DEBUG 2014-12-12 13:41:17,577 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /safebrowsing/report_error/ True
DEBUG 2014-12-12 13:41:17,577 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /safebrowsing/report_phish/ True
DEBUG 2014-12-12 13:41:17,577 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /reviews/search%3F False
DEBUG 2014-12-12 13:41:17,577 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /orkut/albums False
DEBUG 2014-12-12 13:41:17,577 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /jsapi True
DEBUG 2014-12-12 13:41:17,577 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /views%3F False
DEBUG 2014-12-12 13:41:17,577 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /c/ False
DEBUG 2014-12-12 13:41:17,577 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /cbk False
DEBUG 2014-12-12 13:41:17,577 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /cbk%3Foutput%3Dtile%26cb_client%3Dmaps_sv True
DEBUG 2014-12-12 13:41:17,578 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /recharge/dashboard/car False
DEBUG 2014-12-12 13:41:17,578 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /recharge/dashboard/static/ False
DEBUG 2014-12-12 13:41:17,578 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /translate_a/ False
DEBUG 2014-12-12 13:41:17,578 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /translate_c False
DEBUG 2014-12-12 13:41:17,578 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /translate_f False
DEBUG 2014-12-12 13:41:17,578 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /translate_static/ False
DEBUG 2014-12-12 13:41:17,578 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /translate_suggestion False
DEBUG 2014-12-12 13:41:17,578 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /profiles/me False
DEBUG 2014-12-12 13:41:17,578 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /profiles True
DEBUG 2014-12-12 13:41:17,578 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /s2/profiles/me False
DEBUG 2014-12-12 13:41:17,578 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /s2/profiles True
DEBUG 2014-12-12 13:41:17,578 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /s2/oz True
DEBUG 2014-12-12 13:41:17,578 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /s2/photos True
DEBUG 2014-12-12 13:41:17,578 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /s2/search/social True
DEBUG 2014-12-12 13:41:17,578 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /s2/static True
DEBUG 2014-12-12 13:41:17,578 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /s2 False
DEBUG 2014-12-12 13:41:17,578 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /transconsole/portal/ False
DEBUG 2014-12-12 13:41:17,579 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /gcc/ False
DEBUG 2014-12-12 13:41:17,579 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /aclk False
DEBUG 2014-12-12 13:41:17,579 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /cse%3F False
DEBUG 2014-12-12 13:41:17,579 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /cse/home False
DEBUG 2014-12-12 13:41:17,579 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /cse/panel False
DEBUG 2014-12-12 13:41:17,579 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /cse/manage False
DEBUG 2014-12-12 13:41:17,579 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /tbproxy/ False
DEBUG 2014-12-12 13:41:17,579 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /imesync/ False
DEBUG 2014-12-12 13:41:17,579 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /shenghuo/search%3F False
DEBUG 2014-12-12 13:41:17,579 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /support/forum/search%3F False
DEBUG 2014-12-12 13:41:17,579 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /reviews/polls/ False
DEBUG 2014-12-12 13:41:17,579 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /hosted/images/ False
DEBUG 2014-12-12 13:41:17,579 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /ppob/%3F False
DEBUG 2014-12-12 13:41:17,579 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /ppob%3F False
DEBUG 2014-12-12 13:41:17,579 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /adwordsresellers False
DEBUG 2014-12-12 13:41:17,579 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /accounts/ClientLogin False
DEBUG 2014-12-12 13:41:17,579 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /accounts/ClientAuth False
DEBUG 2014-12-12 13:41:17,580 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /accounts/o8 False
DEBUG 2014-12-12 13:41:17,580 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /accounts/o8/id True
DEBUG 2014-12-12 13:41:17,580 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /topicsearch%3Fq%3D False
DEBUG 2014-12-12 13:41:17,580 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /xfx7/ False
DEBUG 2014-12-12 13:41:17,580 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /squared/api False
DEBUG 2014-12-12 13:41:17,580 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /squared/search False
DEBUG 2014-12-12 13:41:17,580 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /squared/table False
DEBUG 2014-12-12 13:41:17,580 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /toolkit/ False
DEBUG 2014-12-12 13:41:17,580 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /toolkit/%2A.html True
DEBUG 2014-12-12 13:41:17,580 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /globalmarketfinder/ False
DEBUG 2014-12-12 13:41:17,580 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /globalmarketfinder/%2A.html True
DEBUG 2014-12-12 13:41:17,580 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /qnasearch%3F False
DEBUG 2014-12-12 13:41:17,580 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /app/updates False
DEBUG 2014-12-12 13:41:17,580 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /sidewiki/entry/ False
DEBUG 2014-12-12 13:41:17,580 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /quality_form%3F False
DEBUG 2014-12-12 13:41:17,580 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /labs/popgadget/search False
DEBUG 2014-12-12 13:41:17,580 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /buzz/post False
DEBUG 2014-12-12 13:41:17,580 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /compressiontest/ False
DEBUG 2014-12-12 13:41:17,581 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /analytics/reporting/ False
DEBUG 2014-12-12 13:41:17,581 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /analytics/admin/ False
DEBUG 2014-12-12 13:41:17,581 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /analytics/web/ False
DEBUG 2014-12-12 13:41:17,581 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /analytics/feeds/ False
DEBUG 2014-12-12 13:41:17,581 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /analytics/settings/ False
DEBUG 2014-12-12 13:41:17,581 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /alerts/manage True
DEBUG 2014-12-12 13:41:17,581 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /alerts/remove True
DEBUG 2014-12-12 13:41:17,581 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /alerts/ False
DEBUG 2014-12-12 13:41:17,581 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /alerts/%24 True
DEBUG 2014-12-12 13:41:17,581 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /ads/search%3F False
DEBUG 2014-12-12 13:41:17,581 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /ads/plan/action_plan%3F False
DEBUG 2014-12-12 13:41:17,581 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /ads/plan/api/ False
DEBUG 2014-12-12 13:41:17,581 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /phone/compare/%3F False
DEBUG 2014-12-12 13:41:17,581 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /travel/clk False
DEBUG 2014-12-12 13:41:17,581 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /hotelfinder/rpc False
DEBUG 2014-12-12 13:41:17,581 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /hotels/rpc False
DEBUG 2014-12-12 13:41:17,581 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /flights/rpc False
DEBUG 2014-12-12 13:41:17,581 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /commercesearch/services/ False
DEBUG 2014-12-12 13:41:17,582 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /evaluation/ False
DEBUG 2014-12-12 13:41:17,582 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /chrome/browser/mobile/tour False
DEBUG 2014-12-12 13:41:17,582 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /compare/%2A/apply%2A False
DEBUG 2014-12-12 13:41:17,582 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /forms/perks/ False
DEBUG 2014-12-12 13:41:17,582 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /baraza/%2A/search False
DEBUG 2014-12-12 13:41:17,582 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /baraza/%2A/report False
DEBUG 2014-12-12 13:41:17,582 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /shopping/suppliers/search False
DEBUG 2014-12-12 13:41:17,582 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /ct/ False
DEBUG 2014-12-12 13:41:17,582 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /edu/cs4hs/ False
DEBUG 2014-12-12 13:41:17,582 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /trustedstores/s/ False
DEBUG 2014-12-12 13:41:17,582 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /trustedstores/tm2 False
DEBUG 2014-12-12 13:41:17,582 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /trustedstores/verify False
DEBUG 2014-12-12 13:41:17,582 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /adwords/proposal False
DEBUG 2014-12-12 13:41:17,582 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /shopping/product/ False
DEBUG 2014-12-12 13:41:17,582 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /shopping/seller False
DEBUG 2014-12-12 13:41:17,582 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /shopping/reviewer False
DEBUG 2014-12-12 13:41:17,582 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /about/careers/apply/ False
DEBUG 2014-12-12 13:41:17,583 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /about/careers/applications/ False
DEBUG 2014-12-12 13:41:17,583 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Disallow: /landing/signout.html False
DEBUG 2014-12-12 13:41:17,583 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /gb/images True
DEBUG 2014-12-12 13:41:17,583 CheckThread-http://www.google.com/hostednews/sitemap_index.xml /hostednews/sitemap_index.xml Allow: /gb/js True
DEBUG 2014-12-12 13:41:17,583 CheckThread-http://www.google.com/hostednews/sitemap_index.xml  ... no rule lines of ['*'] applied to /hostednews/sitemap_index.xml; allowed.
DEBUG 2014-12-12 13:41:17,583 CheckThread-http://www.google.com/hostednews/sitemap_index.xml Prepare request with {'method': 'GET', 'headers': {'Referer': u'http://www.google.com/hostednews/sitemap_index.xml'}, 'url': u'http://www.google.com/hostednews/sitemap_index.xml'}
DEBUG 2014-12-12 13:41:17,598 CheckThread-http://www.google.com/hostednews/sitemap_index.xml follow all redirections
DEBUG 2014-12-12 13:41:17,599 CheckThread-http://www.google.com/hostednews/sitemap_index.xml task_done http://www.google.com/hostednews/sitemap_index.xml
DEBUG 2014-12-12 13:41:17,599 CheckThread-http://www.google.com/maps/views/sitemap.xml Checking http link
base_url=u'http://www.google.com/maps/views/sitemap.xml'
parent_url=u'http://www.google.com/hostednews/sitemap_index.xml'
base_ref=None
recursion_level=2
url_connection=None
line=307
column=0
page=0
name=u''
anchor=u''
cache_url=http://www.google.com/maps/views/sitemap.xml
DEBUG 2014-12-12 13:41:17,599 CheckThread-http://www.google.com/maps/views/sitemap.xml checking connection
DEBUG 2014-12-12 13:41:17,600 CheckThread-http://www.google.com/maps/views/sitemap.xml u'http://www.google.com/robots.txt' check allowance for:
  user agent: u'Mozilla/5.0 (compatible; LinkChecker/9.3; +http://wummel.github.io/linkchecker/)'
  url: u'http://www.google.com/maps/views/sitemap.xml' ...
DEBUG 2014-12-12 13:41:17,600 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /search False
DEBUG 2014-12-12 13:41:17,600 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /sdch False
DEBUG 2014-12-12 13:41:17,600 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /groups False
DEBUG 2014-12-12 13:41:17,600 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /images False
DEBUG 2014-12-12 13:41:17,600 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /catalogs False
DEBUG 2014-12-12 13:41:17,600 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /catalogs/about True
DEBUG 2014-12-12 13:41:17,600 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /catalogs/p%3F True
DEBUG 2014-12-12 13:41:17,601 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /catalogues False
DEBUG 2014-12-12 13:41:17,601 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /newsalerts True
DEBUG 2014-12-12 13:41:17,601 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /news False
DEBUG 2014-12-12 13:41:17,601 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /news/directory True
DEBUG 2014-12-12 13:41:17,601 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /nwshp False
DEBUG 2014-12-12 13:41:17,601 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /setnewsprefs%3F False
DEBUG 2014-12-12 13:41:17,601 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /index.html%3F False
DEBUG 2014-12-12 13:41:17,601 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /%3F False
DEBUG 2014-12-12 13:41:17,602 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /%3Fhl%3D True
DEBUG 2014-12-12 13:41:17,602 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /%3Fhl%3D%2A%26 False
DEBUG 2014-12-12 13:41:17,602 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /%3Fhl%3D%2A%26gws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:17,602 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /%3Fhl%3D%2A%26%2A%26gws_rd%3Dssl False
DEBUG 2014-12-12 13:41:17,602 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /%3Fgws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:17,602 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /%3Fpt1%3Dtrue%24 True
DEBUG 2014-12-12 13:41:17,602 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /addurl/image%3F False
DEBUG 2014-12-12 13:41:17,602 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /mail/help/ True
DEBUG 2014-12-12 13:41:17,602 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /mail/ False
DEBUG 2014-12-12 13:41:17,602 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /pagead/ False
DEBUG 2014-12-12 13:41:17,602 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /relpage/ False
DEBUG 2014-12-12 13:41:17,603 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /relcontent False
DEBUG 2014-12-12 13:41:17,603 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /imgres False
DEBUG 2014-12-12 13:41:17,603 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /imglanding False
DEBUG 2014-12-12 13:41:17,603 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /sbd False
DEBUG 2014-12-12 13:41:17,603 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /keyword/ False
DEBUG 2014-12-12 13:41:17,603 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /u/ False
DEBUG 2014-12-12 13:41:17,603 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /univ/ False
DEBUG 2014-12-12 13:41:17,603 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /cobrand False
DEBUG 2014-12-12 13:41:17,603 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /custom False
DEBUG 2014-12-12 13:41:17,603 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /advanced_group_search False
DEBUG 2014-12-12 13:41:17,604 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /googlesite False
DEBUG 2014-12-12 13:41:17,604 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /preferences False
DEBUG 2014-12-12 13:41:17,604 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /setprefs False
DEBUG 2014-12-12 13:41:17,604 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /swr False
DEBUG 2014-12-12 13:41:17,604 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /url False
DEBUG 2014-12-12 13:41:17,604 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /default False
DEBUG 2014-12-12 13:41:17,604 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /m%3F False
DEBUG 2014-12-12 13:41:17,604 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /m/ False
DEBUG 2014-12-12 13:41:17,604 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /m/finance True
DEBUG 2014-12-12 13:41:17,604 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /wml%3F False
DEBUG 2014-12-12 13:41:17,604 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /wml/%3F False
DEBUG 2014-12-12 13:41:17,604 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /wml/search%3F False
DEBUG 2014-12-12 13:41:17,605 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /xhtml%3F False
DEBUG 2014-12-12 13:41:17,605 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /xhtml/%3F False
DEBUG 2014-12-12 13:41:17,605 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /xhtml/search%3F False
DEBUG 2014-12-12 13:41:17,605 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /xml%3F False
DEBUG 2014-12-12 13:41:17,605 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /imode%3F False
DEBUG 2014-12-12 13:41:17,605 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /imode/%3F False
DEBUG 2014-12-12 13:41:17,605 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /imode/search%3F False
DEBUG 2014-12-12 13:41:17,605 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /jsky%3F False
DEBUG 2014-12-12 13:41:17,605 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /jsky/%3F False
DEBUG 2014-12-12 13:41:17,605 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /jsky/search%3F False
DEBUG 2014-12-12 13:41:17,605 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /pda%3F False
DEBUG 2014-12-12 13:41:17,605 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /pda/%3F False
DEBUG 2014-12-12 13:41:17,606 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /pda/search%3F False
DEBUG 2014-12-12 13:41:17,606 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /sprint_xhtml False
DEBUG 2014-12-12 13:41:17,606 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /sprint_wml False
DEBUG 2014-12-12 13:41:17,606 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /pqa False
DEBUG 2014-12-12 13:41:17,606 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /palm False
DEBUG 2014-12-12 13:41:17,606 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /gwt/ False
DEBUG 2014-12-12 13:41:17,606 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /purchases False
DEBUG 2014-12-12 13:41:17,606 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /hws False
DEBUG 2014-12-12 13:41:17,606 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /bsd%3F False
DEBUG 2014-12-12 13:41:17,606 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /linux%3F False
DEBUG 2014-12-12 13:41:17,606 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /mac%3F False
DEBUG 2014-12-12 13:41:17,607 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /microsoft%3F False
DEBUG 2014-12-12 13:41:17,607 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /unclesam%3F False
DEBUG 2014-12-12 13:41:17,607 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /answers/search%3Fq%3D False
DEBUG 2014-12-12 13:41:17,607 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /local%3F False
DEBUG 2014-12-12 13:41:17,607 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /local_url False
DEBUG 2014-12-12 13:41:17,607 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /shihui%3F False
DEBUG 2014-12-12 13:41:17,607 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /shihui/ False
DEBUG 2014-12-12 13:41:17,607 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /froogle%3F False
DEBUG 2014-12-12 13:41:17,607 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /products%3F False
DEBUG 2014-12-12 13:41:17,607 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /froogle_ False
DEBUG 2014-12-12 13:41:17,607 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /product_ False
DEBUG 2014-12-12 13:41:17,607 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /products_ False
DEBUG 2014-12-12 13:41:17,608 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /products%3B False
DEBUG 2014-12-12 13:41:17,608 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /print False
DEBUG 2014-12-12 13:41:17,608 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /books/ False
DEBUG 2014-12-12 13:41:17,608 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /bkshp%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:17,608 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /books%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:17,608 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /books%3F%2Aoutput%3D%2A False
DEBUG 2014-12-12 13:41:17,608 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /books%3F%2Apg%3D%2A False
DEBUG 2014-12-12 13:41:17,608 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /books%3F%2Ajtp%3D%2A False
DEBUG 2014-12-12 13:41:17,608 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /books%3F%2Ajscmd%3D%2A False
DEBUG 2014-12-12 13:41:17,608 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /books%3F%2Abuy%3D%2A False
DEBUG 2014-12-12 13:41:17,608 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /books%3F%2Azoom%3D%2A False
DEBUG 2014-12-12 13:41:17,608 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /books%3F%2Aq%3Drelated%3A%2A True
DEBUG 2014-12-12 13:41:17,609 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /books%3F%2Aq%3Deditions%3A%2A True
DEBUG 2014-12-12 13:41:17,609 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /books%3F%2Aq%3Dsubject%3A%2A True
DEBUG 2014-12-12 13:41:17,609 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /books/about True
DEBUG 2014-12-12 13:41:17,609 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /booksrightsholders True
DEBUG 2014-12-12 13:41:17,609 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /books%3F%2Azoom%3D1%2A True
DEBUG 2014-12-12 13:41:17,609 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /books%3F%2Azoom%3D5%2A True
DEBUG 2014-12-12 13:41:17,609 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /ebooks/ False
DEBUG 2014-12-12 13:41:17,609 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /ebooks%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:17,609 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /ebooks%3F%2Aoutput%3D%2A False
DEBUG 2014-12-12 13:41:17,609 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /ebooks%3F%2Apg%3D%2A False
DEBUG 2014-12-12 13:41:17,609 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /ebooks%3F%2Ajscmd%3D%2A False
DEBUG 2014-12-12 13:41:17,610 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /ebooks%3F%2Abuy%3D%2A False
DEBUG 2014-12-12 13:41:17,610 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /ebooks%3F%2Azoom%3D%2A False
DEBUG 2014-12-12 13:41:17,610 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /ebooks%3F%2Aq%3Drelated%3A%2A True
DEBUG 2014-12-12 13:41:17,610 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /ebooks%3F%2Aq%3Deditions%3A%2A True
DEBUG 2014-12-12 13:41:17,610 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /ebooks%3F%2Aq%3Dsubject%3A%2A True
DEBUG 2014-12-12 13:41:17,610 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /ebooks%3F%2Azoom%3D1%2A True
DEBUG 2014-12-12 13:41:17,610 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /ebooks%3F%2Azoom%3D5%2A True
DEBUG 2014-12-12 13:41:17,610 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /patents%3F False
DEBUG 2014-12-12 13:41:17,610 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /patents/download/ False
DEBUG 2014-12-12 13:41:17,610 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /patents/pdf/ False
DEBUG 2014-12-12 13:41:17,610 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /patents/related/ False
DEBUG 2014-12-12 13:41:17,610 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /scholar False
DEBUG 2014-12-12 13:41:17,611 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /citations%3F False
DEBUG 2014-12-12 13:41:17,611 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /citations%3Fuser%3D True
DEBUG 2014-12-12 13:41:17,611 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /citations%3F%2Acstart%3D False
DEBUG 2014-12-12 13:41:17,611 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /citations%3Fview_op%3Dnew_profile True
DEBUG 2014-12-12 13:41:17,611 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /citations%3Fview_op%3Dtop_venues True
DEBUG 2014-12-12 13:41:17,611 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /complete False
DEBUG 2014-12-12 13:41:17,611 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /s%3F False
DEBUG 2014-12-12 13:41:17,611 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /sponsoredlinks False
DEBUG 2014-12-12 13:41:17,611 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /videosearch%3F False
DEBUG 2014-12-12 13:41:17,611 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /videopreview%3F False
DEBUG 2014-12-12 13:41:17,611 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /videoprograminfo%3F False
DEBUG 2014-12-12 13:41:17,612 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /maps%3F%2Aoutput%3Dclassic%2A True
DEBUG 2014-12-12 13:41:17,612 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /maps/api/js%3F True
DEBUG 2014-12-12 13:41:17,612 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /maps/d/ True
DEBUG 2014-12-12 13:41:17,612 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /maps%3F False
DEBUG 2014-12-12 13:41:17,612 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /mapstt%3F False
DEBUG 2014-12-12 13:41:17,612 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /mapslt%3F False
DEBUG 2014-12-12 13:41:17,612 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /maps/stk/ False
DEBUG 2014-12-12 13:41:17,612 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /maps/br%3F False
DEBUG 2014-12-12 13:41:17,612 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /mapabcpoi%3F False
DEBUG 2014-12-12 13:41:17,612 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /maphp%3F False
DEBUG 2014-12-12 13:41:17,612 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /mapprint%3F False
DEBUG 2014-12-12 13:41:17,612 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /maps/api/js/ False
DEBUG 2014-12-12 13:41:17,613 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /maps/api/staticmap%3F False
DEBUG 2014-12-12 13:41:17,613 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /mld%3F False
DEBUG 2014-12-12 13:41:17,613 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /staticmap%3F False
DEBUG 2014-12-12 13:41:17,613 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /places/ False
DEBUG 2014-12-12 13:41:17,613 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /places/%24 True
DEBUG 2014-12-12 13:41:17,613 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /maps/preview False
DEBUG 2014-12-12 13:41:17,613 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /maps/place False
DEBUG 2014-12-12 13:41:17,613 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /help/maps/streetview/partners/welcome/ False
DEBUG 2014-12-12 13:41:17,613 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /help/maps/indoormaps/partners/ False
DEBUG 2014-12-12 13:41:17,613 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /lochp%3F False
DEBUG 2014-12-12 13:41:17,613 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /center False
DEBUG 2014-12-12 13:41:17,614 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /ie%3F False
DEBUG 2014-12-12 13:41:17,614 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /sms/demo%3F False
DEBUG 2014-12-12 13:41:17,614 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /katrina%3F False
DEBUG 2014-12-12 13:41:17,614 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /blogsearch%3F False
DEBUG 2014-12-12 13:41:17,614 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /blogsearch/ False
DEBUG 2014-12-12 13:41:17,614 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /blogsearch_feeds False
DEBUG 2014-12-12 13:41:17,614 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /advanced_blog_search False
DEBUG 2014-12-12 13:41:17,614 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /uds/ False
DEBUG 2014-12-12 13:41:17,614 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /chart%3F False
DEBUG 2014-12-12 13:41:17,614 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /transit%3F False
DEBUG 2014-12-12 13:41:17,614 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /mbd%3F False
DEBUG 2014-12-12 13:41:17,614 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /extern_js/ False
DEBUG 2014-12-12 13:41:17,614 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /xjs/ False
DEBUG 2014-12-12 13:41:17,614 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /calendar/feeds/ False
DEBUG 2014-12-12 13:41:17,614 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /calendar/ical/ False
DEBUG 2014-12-12 13:41:17,615 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /cl2/feeds/ False
DEBUG 2014-12-12 13:41:17,615 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /cl2/ical/ False
DEBUG 2014-12-12 13:41:17,615 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /coop/directory False
DEBUG 2014-12-12 13:41:17,615 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /coop/manage False
DEBUG 2014-12-12 13:41:17,615 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /trends%3F False
DEBUG 2014-12-12 13:41:17,615 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /trends/music%3F False
DEBUG 2014-12-12 13:41:17,615 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /trends/hottrends%3F False
DEBUG 2014-12-12 13:41:17,615 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /trends/viz%3F False
DEBUG 2014-12-12 13:41:17,615 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /trends/embed.js%3F False
DEBUG 2014-12-12 13:41:17,615 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /trends/fetchComponent%3F False
DEBUG 2014-12-12 13:41:17,615 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /notebook/search%3F False
DEBUG 2014-12-12 13:41:17,615 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /musica False
DEBUG 2014-12-12 13:41:17,615 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /musicad False
DEBUG 2014-12-12 13:41:17,615 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /musicas False
DEBUG 2014-12-12 13:41:17,615 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /musicl False
DEBUG 2014-12-12 13:41:17,615 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /musics False
DEBUG 2014-12-12 13:41:17,615 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /musicsearch False
DEBUG 2014-12-12 13:41:17,616 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /musicsp False
DEBUG 2014-12-12 13:41:17,616 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /musiclp False
DEBUG 2014-12-12 13:41:17,616 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /browsersync False
DEBUG 2014-12-12 13:41:17,616 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /call False
DEBUG 2014-12-12 13:41:17,616 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /archivesearch%3F False
DEBUG 2014-12-12 13:41:17,616 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /archivesearch/url False
DEBUG 2014-12-12 13:41:17,616 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /archivesearch/advanced_search False
DEBUG 2014-12-12 13:41:17,616 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /base/reportbadoffer False
DEBUG 2014-12-12 13:41:17,616 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /urchin_test/ False
DEBUG 2014-12-12 13:41:17,616 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /movies%3F False
DEBUG 2014-12-12 13:41:17,616 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /codesearch%3F False
DEBUG 2014-12-12 13:41:17,616 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /codesearch/feeds/search%3F False
DEBUG 2014-12-12 13:41:17,616 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /wapsearch%3F False
DEBUG 2014-12-12 13:41:17,616 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /safebrowsing False
DEBUG 2014-12-12 13:41:17,616 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /safebrowsing/diagnostic True
DEBUG 2014-12-12 13:41:17,616 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /safebrowsing/report_badware/ True
DEBUG 2014-12-12 13:41:17,616 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /safebrowsing/report_error/ True
DEBUG 2014-12-12 13:41:17,617 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /safebrowsing/report_phish/ True
DEBUG 2014-12-12 13:41:17,617 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /reviews/search%3F False
DEBUG 2014-12-12 13:41:17,617 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /orkut/albums False
DEBUG 2014-12-12 13:41:17,617 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /jsapi True
DEBUG 2014-12-12 13:41:17,617 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /views%3F False
DEBUG 2014-12-12 13:41:17,617 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /c/ False
DEBUG 2014-12-12 13:41:17,617 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /cbk False
DEBUG 2014-12-12 13:41:17,617 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /cbk%3Foutput%3Dtile%26cb_client%3Dmaps_sv True
DEBUG 2014-12-12 13:41:17,617 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /recharge/dashboard/car False
DEBUG 2014-12-12 13:41:17,617 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /recharge/dashboard/static/ False
DEBUG 2014-12-12 13:41:17,617 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /translate_a/ False
DEBUG 2014-12-12 13:41:17,617 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /translate_c False
DEBUG 2014-12-12 13:41:17,617 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /translate_f False
DEBUG 2014-12-12 13:41:17,617 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /translate_static/ False
DEBUG 2014-12-12 13:41:17,617 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /translate_suggestion False
DEBUG 2014-12-12 13:41:17,617 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /profiles/me False
DEBUG 2014-12-12 13:41:17,617 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /profiles True
DEBUG 2014-12-12 13:41:17,618 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /s2/profiles/me False
DEBUG 2014-12-12 13:41:17,618 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /s2/profiles True
DEBUG 2014-12-12 13:41:17,618 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /s2/oz True
DEBUG 2014-12-12 13:41:17,618 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /s2/photos True
DEBUG 2014-12-12 13:41:17,618 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /s2/search/social True
DEBUG 2014-12-12 13:41:17,618 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /s2/static True
DEBUG 2014-12-12 13:41:17,618 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /s2 False
DEBUG 2014-12-12 13:41:17,618 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /transconsole/portal/ False
DEBUG 2014-12-12 13:41:17,618 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /gcc/ False
DEBUG 2014-12-12 13:41:17,618 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /aclk False
DEBUG 2014-12-12 13:41:17,618 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /cse%3F False
DEBUG 2014-12-12 13:41:17,618 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /cse/home False
DEBUG 2014-12-12 13:41:17,618 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /cse/panel False
DEBUG 2014-12-12 13:41:17,618 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /cse/manage False
DEBUG 2014-12-12 13:41:17,618 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /tbproxy/ False
DEBUG 2014-12-12 13:41:17,618 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /imesync/ False
DEBUG 2014-12-12 13:41:17,618 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /shenghuo/search%3F False
DEBUG 2014-12-12 13:41:17,619 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /support/forum/search%3F False
DEBUG 2014-12-12 13:41:17,619 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /reviews/polls/ False
DEBUG 2014-12-12 13:41:17,619 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /hosted/images/ False
DEBUG 2014-12-12 13:41:17,619 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /ppob/%3F False
DEBUG 2014-12-12 13:41:17,619 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /ppob%3F False
DEBUG 2014-12-12 13:41:17,619 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /adwordsresellers False
DEBUG 2014-12-12 13:41:17,619 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /accounts/ClientLogin False
DEBUG 2014-12-12 13:41:17,619 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /accounts/ClientAuth False
DEBUG 2014-12-12 13:41:17,619 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /accounts/o8 False
DEBUG 2014-12-12 13:41:17,619 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /accounts/o8/id True
DEBUG 2014-12-12 13:41:17,619 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /topicsearch%3Fq%3D False
DEBUG 2014-12-12 13:41:17,619 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /xfx7/ False
DEBUG 2014-12-12 13:41:17,619 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /squared/api False
DEBUG 2014-12-12 13:41:17,619 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /squared/search False
DEBUG 2014-12-12 13:41:17,619 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /squared/table False
DEBUG 2014-12-12 13:41:17,619 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /toolkit/ False
DEBUG 2014-12-12 13:41:17,619 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /toolkit/%2A.html True
DEBUG 2014-12-12 13:41:17,620 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /globalmarketfinder/ False
DEBUG 2014-12-12 13:41:17,620 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /globalmarketfinder/%2A.html True
DEBUG 2014-12-12 13:41:17,620 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /qnasearch%3F False
DEBUG 2014-12-12 13:41:17,620 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /app/updates False
DEBUG 2014-12-12 13:41:17,620 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /sidewiki/entry/ False
DEBUG 2014-12-12 13:41:17,620 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /quality_form%3F False
DEBUG 2014-12-12 13:41:17,620 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /labs/popgadget/search False
DEBUG 2014-12-12 13:41:17,620 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /buzz/post False
DEBUG 2014-12-12 13:41:17,620 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /compressiontest/ False
DEBUG 2014-12-12 13:41:17,620 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /analytics/reporting/ False
DEBUG 2014-12-12 13:41:17,620 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /analytics/admin/ False
DEBUG 2014-12-12 13:41:17,620 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /analytics/web/ False
DEBUG 2014-12-12 13:41:17,620 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /analytics/feeds/ False
DEBUG 2014-12-12 13:41:17,620 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /analytics/settings/ False
DEBUG 2014-12-12 13:41:17,620 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /alerts/manage True
DEBUG 2014-12-12 13:41:17,620 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /alerts/remove True
DEBUG 2014-12-12 13:41:17,620 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /alerts/ False
DEBUG 2014-12-12 13:41:17,620 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /alerts/%24 True
DEBUG 2014-12-12 13:41:17,621 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /ads/search%3F False
DEBUG 2014-12-12 13:41:17,621 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /ads/plan/action_plan%3F False
DEBUG 2014-12-12 13:41:17,621 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /ads/plan/api/ False
DEBUG 2014-12-12 13:41:17,621 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /phone/compare/%3F False
DEBUG 2014-12-12 13:41:17,621 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /travel/clk False
DEBUG 2014-12-12 13:41:17,621 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /hotelfinder/rpc False
DEBUG 2014-12-12 13:41:17,621 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /hotels/rpc False
DEBUG 2014-12-12 13:41:17,621 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /flights/rpc False
DEBUG 2014-12-12 13:41:17,621 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /commercesearch/services/ False
DEBUG 2014-12-12 13:41:17,621 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /evaluation/ False
DEBUG 2014-12-12 13:41:17,621 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /chrome/browser/mobile/tour False
DEBUG 2014-12-12 13:41:17,621 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /compare/%2A/apply%2A False
DEBUG 2014-12-12 13:41:17,621 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /forms/perks/ False
DEBUG 2014-12-12 13:41:17,621 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /baraza/%2A/search False
DEBUG 2014-12-12 13:41:17,621 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /baraza/%2A/report False
DEBUG 2014-12-12 13:41:17,621 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /shopping/suppliers/search False
DEBUG 2014-12-12 13:41:17,621 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /ct/ False
DEBUG 2014-12-12 13:41:17,622 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /edu/cs4hs/ False
DEBUG 2014-12-12 13:41:17,622 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /trustedstores/s/ False
DEBUG 2014-12-12 13:41:17,622 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /trustedstores/tm2 False
DEBUG 2014-12-12 13:41:17,622 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /trustedstores/verify False
DEBUG 2014-12-12 13:41:17,622 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /adwords/proposal False
DEBUG 2014-12-12 13:41:17,622 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /shopping/product/ False
DEBUG 2014-12-12 13:41:17,622 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /shopping/seller False
DEBUG 2014-12-12 13:41:17,622 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /shopping/reviewer False
DEBUG 2014-12-12 13:41:17,622 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /about/careers/apply/ False
DEBUG 2014-12-12 13:41:17,622 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /about/careers/applications/ False
DEBUG 2014-12-12 13:41:17,622 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Disallow: /landing/signout.html False
DEBUG 2014-12-12 13:41:17,622 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /gb/images True
DEBUG 2014-12-12 13:41:17,622 CheckThread-http://www.google.com/maps/views/sitemap.xml /maps/views/sitemap.xml Allow: /gb/js True
DEBUG 2014-12-12 13:41:17,622 CheckThread-http://www.google.com/maps/views/sitemap.xml  ... no rule lines of ['*'] applied to /maps/views/sitemap.xml; allowed.
DEBUG 2014-12-12 13:41:17,622 CheckThread-http://www.google.com/maps/views/sitemap.xml Prepare request with {'method': 'GET', 'headers': {'Referer': u'http://www.google.com/hostednews/sitemap_index.xml'}, 'url': u'http://www.google.com/maps/views/sitemap.xml'}
DEBUG 2014-12-12 13:41:17,906 CheckThread-https://www.google.com/edu/sitemap.xml Send request with {'allow_redirects': False, 'stream': True, 'verify': True, 'timeout': 60}
DEBUG 2014-12-12 13:41:18,059 CheckThread-https://www.google.com/edu/sitemap.xml task_done https://www.google.com/edu/sitemap.xml


********** Oops, I did it again. *************

You have found an internal error in LinkChecker. Please write a bug report
at https://github.com/wummel/linkchecker/issues
and include the following information:
- the URL or file you are testing
- the system information below

When using the commandline client:
- your commandline arguments and any custom configuration files.
- the output of a debug run with option "-Dall"

Not disclosing some of the information above due to privacy reasons is ok.
I will try to help you nonetheless, but you have to give me something
I can work with ;) .

Traceback (most recent call last):
  File "/usr/lib/python2.7/dist-packages/linkcheck/director/checker.py", line 104, in check_url
    line: self.check_url_data(url_data)
    locals:
      self = <local> <Checker(CheckThread-https://www.google.com/edu/sitemap.xml, started 139770702620416)>
      self.check_url_data = <local> <bound method Checker.check_url_data of <Checker(CheckThread-https://www.google.com/edu/sitemap.xml, started 139770702620416)>>
      url_data = <local> <https link, base_url=u'https://www.google.com/edu/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=303, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/edu/sitemap.xml>
  File "/usr/lib/python2.7/dist-packages/linkcheck/director/checker.py", line 120, in check_url_data
    line: check_url(url_data, self.logger)
    locals:
      check_url = <global> <function check_url at 0x7f1ee876bc08>
      url_data = <local> <https link, base_url=u'https://www.google.com/edu/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=303, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/edu/sitemap.xml>
      self = <local> <Checker(CheckThread-https://www.google.com/edu/sitemap.xml, started 139770702620416)>
      self.logger = <local> <linkcheck.director.logger.Logger object at 0x7f1ee825cd50>
  File "/usr/lib/python2.7/dist-packages/linkcheck/director/checker.py", line 52, in check_url
    line: url_data.check()
    locals:
      url_data = <local> <https link, base_url=u'https://www.google.com/edu/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=303, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/edu/sitemap.xml>
      url_data.check = <local> <bound method HttpUrl.check of <https link, base_url=u'https://www.google.com/edu/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=303, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.c...
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/urlbase.py", line 424, in check
    line: self.local_check()
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/edu/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=303, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/edu/sitemap.xml>
      self.local_check = <local> <bound method HttpUrl.local_check of <https link, base_url=u'https://www.google.com/edu/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=303, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.go...
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/urlbase.py", line 442, in local_check
    line: self.check_connection()
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/edu/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=303, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/edu/sitemap.xml>
      self.check_connection = <local> <bound method HttpUrl.check_connection of <https link, base_url=u'https://www.google.com/edu/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=303, column=0, page=0, name=u'', anchor=u'', cache_url=https://w...
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/httpurl.py", line 135, in check_connection
    line: self.send_request(request)
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/edu/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=303, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/edu/sitemap.xml>
      self.send_request = <local> <bound method HttpUrl.send_request of <https link, base_url=u'https://www.google.com/edu/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=303, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.g...
      request = <local> <PreparedRequest [GET]>
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/httpurl.py", line 165, in send_request
    line: self._send_request(request, **kwargs)
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/edu/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=303, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/edu/sitemap.xml>
      self._send_request = <local> <bound method HttpUrl._send_request of <https link, base_url=u'https://www.google.com/edu/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=303, column=0, page=0, name=u'', anchor=u'', cache_url=https://www....
      request = <local> <PreparedRequest [GET]>
      kwargs = <local> {'allow_redirects': False, 'stream': True, 'verify': True, 'timeout': 60}
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/httpurl.py", line 172, in _send_request
    line: self._add_ssl_info()
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/edu/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=303, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/edu/sitemap.xml>
      self._add_ssl_info = <local> <bound method HttpUrl._add_ssl_info of <https link, base_url=u'https://www.google.com/edu/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=303, column=0, page=0, name=u'', anchor=u'', cache_url=https://www....
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/httpurl.py", line 199, in _add_ssl_info
    line: self.ssl_cert = httputil.x509_to_dict(cert)
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/edu/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=303, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/edu/sitemap.xml>
      self.ssl_cert = <local> None
      httputil = <global> <module 'linkcheck.httputil' from '/usr/lib/python2.7/dist-packages/linkcheck/httputil.pyc'>
      httputil.x509_to_dict = <global> <function x509_to_dict at 0x7f1ee8a89ed8>
      cert = <local> <OpenSSL.crypto.X509 object at 0x7f1ee99f0a50>
  File "/usr/lib/python2.7/dist-packages/linkcheck/httputil.py", line 35, in x509_to_dict
    line: from requests.packages.urllib3.contrib.pyopenssl import get_subj_alt_name
    locals:
      requests = <not found>
      requests.packages = <not found>
      requests.packages.urllib3 = <not found>
      requests.packages.urllib3.contrib = <not found>
      requests.packages.urllib3.contrib.pyopenssl = <not found>
      get_subj_alt_name = <not found>
ImportError: cannot import name get_subj_alt_name
System info:
LinkChecker 9.3
Released on: 16.7.2014
Python 2.7.9 (default, Dec 11 2014, 08:58:12) 
[GCC 4.9.2] on linux2
Requests: 2.4.3
Qt: 4.8.6 / PyQt: 4.11.2
Modules: Sqlite, Gconf
Local time: 2014-12-12 13:41:18+003
sys.argv: ['/usr/bin/linkchecker', '-Dall', 'https://www.google.com']
LANGUAGE = 'en_US:en'
LANG = 'en_US.UTF-8'
Default locale: ('en', 'UTF-8')

 ******** LinkChecker internal error, over and out ********
WARNING 2014-12-12 13:41:18,067 CheckThread-https://www.google.com/edu/sitemap.xml internal error occurred
DEBUG 2014-12-12 13:41:18,067 CheckThread-http://www.google.com/sitemaps_webmasters.xml Checking http link
base_url=u'http://www.google.com/sitemaps_webmasters.xml'
parent_url=u'http://www.google.com/hostednews/sitemap_index.xml'
base_ref=None
recursion_level=2
url_connection=None
line=308
column=0
page=0
name=u''
anchor=u''
cache_url=http://www.google.com/sitemaps_webmasters.xml
DEBUG 2014-12-12 13:41:18,067 CheckThread-http://www.google.com/sitemaps_webmasters.xml checking connection
DEBUG 2014-12-12 13:41:18,068 CheckThread-http://www.google.com/sitemaps_webmasters.xml u'http://www.google.com/robots.txt' check allowance for:
  user agent: u'Mozilla/5.0 (compatible; LinkChecker/9.3; +http://wummel.github.io/linkchecker/)'
  url: u'http://www.google.com/sitemaps_webmasters.xml' ...
DEBUG 2014-12-12 13:41:18,068 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /search False
DEBUG 2014-12-12 13:41:18,068 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /sdch False
DEBUG 2014-12-12 13:41:18,068 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /groups False
DEBUG 2014-12-12 13:41:18,068 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /images False
DEBUG 2014-12-12 13:41:18,069 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /catalogs False
DEBUG 2014-12-12 13:41:18,069 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /catalogs/about True
DEBUG 2014-12-12 13:41:18,069 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /catalogs/p%3F True
DEBUG 2014-12-12 13:41:18,069 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /catalogues False
DEBUG 2014-12-12 13:41:18,069 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /newsalerts True
DEBUG 2014-12-12 13:41:18,069 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /news False
DEBUG 2014-12-12 13:41:18,070 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /news/directory True
DEBUG 2014-12-12 13:41:18,070 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /nwshp False
DEBUG 2014-12-12 13:41:18,070 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /setnewsprefs%3F False
DEBUG 2014-12-12 13:41:18,070 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /index.html%3F False
DEBUG 2014-12-12 13:41:18,070 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /%3F False
DEBUG 2014-12-12 13:41:18,070 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /%3Fhl%3D True
DEBUG 2014-12-12 13:41:18,070 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /%3Fhl%3D%2A%26 False
DEBUG 2014-12-12 13:41:18,070 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /%3Fhl%3D%2A%26gws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:18,070 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /%3Fhl%3D%2A%26%2A%26gws_rd%3Dssl False
DEBUG 2014-12-12 13:41:18,070 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /%3Fgws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:18,070 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /%3Fpt1%3Dtrue%24 True
DEBUG 2014-12-12 13:41:18,070 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /addurl/image%3F False
DEBUG 2014-12-12 13:41:18,070 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /mail/help/ True
DEBUG 2014-12-12 13:41:18,071 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /mail/ False
DEBUG 2014-12-12 13:41:18,071 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /pagead/ False
DEBUG 2014-12-12 13:41:18,071 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /relpage/ False
DEBUG 2014-12-12 13:41:18,071 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /relcontent False
DEBUG 2014-12-12 13:41:18,071 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /imgres False
DEBUG 2014-12-12 13:41:18,071 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /imglanding False
DEBUG 2014-12-12 13:41:18,071 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /sbd False
DEBUG 2014-12-12 13:41:18,071 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /keyword/ False
DEBUG 2014-12-12 13:41:18,071 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /u/ False
DEBUG 2014-12-12 13:41:18,071 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /univ/ False
DEBUG 2014-12-12 13:41:18,071 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /cobrand False
DEBUG 2014-12-12 13:41:18,071 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /custom False
DEBUG 2014-12-12 13:41:18,071 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /advanced_group_search False
DEBUG 2014-12-12 13:41:18,071 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /googlesite False
DEBUG 2014-12-12 13:41:18,071 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /preferences False
DEBUG 2014-12-12 13:41:18,071 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /setprefs False
DEBUG 2014-12-12 13:41:18,072 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /swr False
DEBUG 2014-12-12 13:41:18,072 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /url False
DEBUG 2014-12-12 13:41:18,072 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /default False
DEBUG 2014-12-12 13:41:18,072 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /m%3F False
DEBUG 2014-12-12 13:41:18,072 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /m/ False
DEBUG 2014-12-12 13:41:18,072 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /m/finance True
DEBUG 2014-12-12 13:41:18,072 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /wml%3F False
DEBUG 2014-12-12 13:41:18,072 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /wml/%3F False
DEBUG 2014-12-12 13:41:18,072 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /wml/search%3F False
DEBUG 2014-12-12 13:41:18,072 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /xhtml%3F False
DEBUG 2014-12-12 13:41:18,072 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /xhtml/%3F False
DEBUG 2014-12-12 13:41:18,072 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /xhtml/search%3F False
DEBUG 2014-12-12 13:41:18,072 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /xml%3F False
DEBUG 2014-12-12 13:41:18,072 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /imode%3F False
DEBUG 2014-12-12 13:41:18,072 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /imode/%3F False
DEBUG 2014-12-12 13:41:18,073 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /imode/search%3F False
DEBUG 2014-12-12 13:41:18,073 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /jsky%3F False
DEBUG 2014-12-12 13:41:18,073 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /jsky/%3F False
DEBUG 2014-12-12 13:41:18,073 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /jsky/search%3F False
DEBUG 2014-12-12 13:41:18,073 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /pda%3F False
DEBUG 2014-12-12 13:41:18,073 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /pda/%3F False
DEBUG 2014-12-12 13:41:18,073 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /pda/search%3F False
DEBUG 2014-12-12 13:41:18,073 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /sprint_xhtml False
DEBUG 2014-12-12 13:41:18,073 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /sprint_wml False
DEBUG 2014-12-12 13:41:18,073 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /pqa False
DEBUG 2014-12-12 13:41:18,073 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /palm False
DEBUG 2014-12-12 13:41:18,073 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /gwt/ False
DEBUG 2014-12-12 13:41:18,073 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /purchases False
DEBUG 2014-12-12 13:41:18,073 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /hws False
DEBUG 2014-12-12 13:41:18,073 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /bsd%3F False
DEBUG 2014-12-12 13:41:18,073 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /linux%3F False
DEBUG 2014-12-12 13:41:18,073 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /mac%3F False
DEBUG 2014-12-12 13:41:18,074 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /microsoft%3F False
DEBUG 2014-12-12 13:41:18,074 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /unclesam%3F False
DEBUG 2014-12-12 13:41:18,074 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /answers/search%3Fq%3D False
DEBUG 2014-12-12 13:41:18,074 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /local%3F False
DEBUG 2014-12-12 13:41:18,074 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /local_url False
DEBUG 2014-12-12 13:41:18,074 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /shihui%3F False
DEBUG 2014-12-12 13:41:18,074 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /shihui/ False
DEBUG 2014-12-12 13:41:18,074 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /froogle%3F False
DEBUG 2014-12-12 13:41:18,074 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /products%3F False
DEBUG 2014-12-12 13:41:18,074 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /froogle_ False
DEBUG 2014-12-12 13:41:18,074 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /product_ False
DEBUG 2014-12-12 13:41:18,074 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /products_ False
DEBUG 2014-12-12 13:41:18,074 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /products%3B False
DEBUG 2014-12-12 13:41:18,074 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /print False
DEBUG 2014-12-12 13:41:18,074 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /books/ False
DEBUG 2014-12-12 13:41:18,074 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /bkshp%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:18,074 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /books%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:18,075 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /books%3F%2Aoutput%3D%2A False
DEBUG 2014-12-12 13:41:18,075 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /books%3F%2Apg%3D%2A False
DEBUG 2014-12-12 13:41:18,075 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /books%3F%2Ajtp%3D%2A False
DEBUG 2014-12-12 13:41:18,075 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /books%3F%2Ajscmd%3D%2A False
DEBUG 2014-12-12 13:41:18,075 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /books%3F%2Abuy%3D%2A False
DEBUG 2014-12-12 13:41:18,075 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /books%3F%2Azoom%3D%2A False
DEBUG 2014-12-12 13:41:18,075 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /books%3F%2Aq%3Drelated%3A%2A True
DEBUG 2014-12-12 13:41:18,075 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /books%3F%2Aq%3Deditions%3A%2A True
DEBUG 2014-12-12 13:41:18,075 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /books%3F%2Aq%3Dsubject%3A%2A True
DEBUG 2014-12-12 13:41:18,075 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /books/about True
DEBUG 2014-12-12 13:41:18,075 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /booksrightsholders True
DEBUG 2014-12-12 13:41:18,075 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /books%3F%2Azoom%3D1%2A True
DEBUG 2014-12-12 13:41:18,075 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /books%3F%2Azoom%3D5%2A True
DEBUG 2014-12-12 13:41:18,075 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /ebooks/ False
DEBUG 2014-12-12 13:41:18,075 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /ebooks%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:18,075 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /ebooks%3F%2Aoutput%3D%2A False
DEBUG 2014-12-12 13:41:18,076 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /ebooks%3F%2Apg%3D%2A False
DEBUG 2014-12-12 13:41:18,076 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /ebooks%3F%2Ajscmd%3D%2A False
DEBUG 2014-12-12 13:41:18,076 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /ebooks%3F%2Abuy%3D%2A False
DEBUG 2014-12-12 13:41:18,076 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /ebooks%3F%2Azoom%3D%2A False
DEBUG 2014-12-12 13:41:18,076 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /ebooks%3F%2Aq%3Drelated%3A%2A True
DEBUG 2014-12-12 13:41:18,076 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /ebooks%3F%2Aq%3Deditions%3A%2A True
DEBUG 2014-12-12 13:41:18,076 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /ebooks%3F%2Aq%3Dsubject%3A%2A True
DEBUG 2014-12-12 13:41:18,076 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /ebooks%3F%2Azoom%3D1%2A True
DEBUG 2014-12-12 13:41:18,076 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /ebooks%3F%2Azoom%3D5%2A True
DEBUG 2014-12-12 13:41:18,076 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /patents%3F False
DEBUG 2014-12-12 13:41:18,076 CheckThread-http://www.google.com/maps/views/sitemap.xml Send request with {'allow_redirects': False, 'stream': True, 'verify': False, 'timeout': 60}
DEBUG 2014-12-12 13:41:18,077 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /patents/download/ False
DEBUG 2014-12-12 13:41:18,078 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /patents/pdf/ False
DEBUG 2014-12-12 13:41:18,078 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /patents/related/ False
DEBUG 2014-12-12 13:41:18,078 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /scholar False
DEBUG 2014-12-12 13:41:18,078 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /citations%3F False
DEBUG 2014-12-12 13:41:18,078 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /citations%3Fuser%3D True
DEBUG 2014-12-12 13:41:18,078 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /citations%3F%2Acstart%3D False
DEBUG 2014-12-12 13:41:18,078 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /citations%3Fview_op%3Dnew_profile True
DEBUG 2014-12-12 13:41:18,078 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /citations%3Fview_op%3Dtop_venues True
DEBUG 2014-12-12 13:41:18,078 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /complete False
DEBUG 2014-12-12 13:41:18,078 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /s%3F False
DEBUG 2014-12-12 13:41:18,078 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /sponsoredlinks False
DEBUG 2014-12-12 13:41:18,079 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /videosearch%3F False
DEBUG 2014-12-12 13:41:18,079 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /videopreview%3F False
DEBUG 2014-12-12 13:41:18,079 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /videoprograminfo%3F False
DEBUG 2014-12-12 13:41:18,079 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /maps%3F%2Aoutput%3Dclassic%2A True
DEBUG 2014-12-12 13:41:18,079 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /maps/api/js%3F True
DEBUG 2014-12-12 13:41:18,079 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /maps/d/ True
DEBUG 2014-12-12 13:41:18,079 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /maps%3F False
DEBUG 2014-12-12 13:41:18,079 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /mapstt%3F False
DEBUG 2014-12-12 13:41:18,079 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /mapslt%3F False
DEBUG 2014-12-12 13:41:18,079 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /maps/stk/ False
DEBUG 2014-12-12 13:41:18,079 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /maps/br%3F False
DEBUG 2014-12-12 13:41:18,079 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /mapabcpoi%3F False
DEBUG 2014-12-12 13:41:18,079 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /maphp%3F False
DEBUG 2014-12-12 13:41:18,079 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /mapprint%3F False
DEBUG 2014-12-12 13:41:18,080 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /maps/api/js/ False
DEBUG 2014-12-12 13:41:18,080 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /maps/api/staticmap%3F False
DEBUG 2014-12-12 13:41:18,080 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /mld%3F False
DEBUG 2014-12-12 13:41:18,080 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /staticmap%3F False
DEBUG 2014-12-12 13:41:18,080 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /places/ False
DEBUG 2014-12-12 13:41:18,080 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /places/%24 True
DEBUG 2014-12-12 13:41:18,080 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /maps/preview False
DEBUG 2014-12-12 13:41:18,080 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /maps/place False
DEBUG 2014-12-12 13:41:18,080 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /help/maps/streetview/partners/welcome/ False
DEBUG 2014-12-12 13:41:18,080 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /help/maps/indoormaps/partners/ False
DEBUG 2014-12-12 13:41:18,080 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /lochp%3F False
DEBUG 2014-12-12 13:41:18,080 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /center False
DEBUG 2014-12-12 13:41:18,080 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /ie%3F False
DEBUG 2014-12-12 13:41:18,080 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /sms/demo%3F False
DEBUG 2014-12-12 13:41:18,080 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /katrina%3F False
DEBUG 2014-12-12 13:41:18,080 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /blogsearch%3F False
DEBUG 2014-12-12 13:41:18,080 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /blogsearch/ False
DEBUG 2014-12-12 13:41:18,081 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /blogsearch_feeds False
DEBUG 2014-12-12 13:41:18,081 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /advanced_blog_search False
DEBUG 2014-12-12 13:41:18,081 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /uds/ False
DEBUG 2014-12-12 13:41:18,081 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /chart%3F False
DEBUG 2014-12-12 13:41:18,081 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /transit%3F False
DEBUG 2014-12-12 13:41:18,081 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /mbd%3F False
DEBUG 2014-12-12 13:41:18,081 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /extern_js/ False
DEBUG 2014-12-12 13:41:18,081 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /xjs/ False
DEBUG 2014-12-12 13:41:18,081 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /calendar/feeds/ False
DEBUG 2014-12-12 13:41:18,081 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /calendar/ical/ False
DEBUG 2014-12-12 13:41:18,081 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /cl2/feeds/ False
DEBUG 2014-12-12 13:41:18,081 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /cl2/ical/ False
DEBUG 2014-12-12 13:41:18,081 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /coop/directory False
DEBUG 2014-12-12 13:41:18,081 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /coop/manage False
DEBUG 2014-12-12 13:41:18,081 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /trends%3F False
DEBUG 2014-12-12 13:41:18,081 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /trends/music%3F False
DEBUG 2014-12-12 13:41:18,081 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /trends/hottrends%3F False
DEBUG 2014-12-12 13:41:18,082 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /trends/viz%3F False
DEBUG 2014-12-12 13:41:18,082 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /trends/embed.js%3F False
DEBUG 2014-12-12 13:41:18,082 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /trends/fetchComponent%3F False
DEBUG 2014-12-12 13:41:18,082 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /notebook/search%3F False
DEBUG 2014-12-12 13:41:18,082 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /musica False
DEBUG 2014-12-12 13:41:18,082 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /musicad False
DEBUG 2014-12-12 13:41:18,082 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /musicas False
DEBUG 2014-12-12 13:41:18,082 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /musicl False
DEBUG 2014-12-12 13:41:18,082 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /musics False
DEBUG 2014-12-12 13:41:18,082 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /musicsearch False
DEBUG 2014-12-12 13:41:18,082 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /musicsp False
DEBUG 2014-12-12 13:41:18,082 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /musiclp False
DEBUG 2014-12-12 13:41:18,082 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /browsersync False
DEBUG 2014-12-12 13:41:18,082 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /call False
DEBUG 2014-12-12 13:41:18,082 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /archivesearch%3F False
DEBUG 2014-12-12 13:41:18,083 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /archivesearch/url False
DEBUG 2014-12-12 13:41:18,083 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /archivesearch/advanced_search False
DEBUG 2014-12-12 13:41:18,083 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /base/reportbadoffer False
DEBUG 2014-12-12 13:41:18,083 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /urchin_test/ False
DEBUG 2014-12-12 13:41:18,083 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /movies%3F False
DEBUG 2014-12-12 13:41:18,083 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /codesearch%3F False
DEBUG 2014-12-12 13:41:18,083 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /codesearch/feeds/search%3F False
DEBUG 2014-12-12 13:41:18,083 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /wapsearch%3F False
DEBUG 2014-12-12 13:41:18,083 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /safebrowsing False
DEBUG 2014-12-12 13:41:18,083 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /safebrowsing/diagnostic True
DEBUG 2014-12-12 13:41:18,083 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /safebrowsing/report_badware/ True
DEBUG 2014-12-12 13:41:18,083 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /safebrowsing/report_error/ True
DEBUG 2014-12-12 13:41:18,083 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /safebrowsing/report_phish/ True
DEBUG 2014-12-12 13:41:18,083 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /reviews/search%3F False
DEBUG 2014-12-12 13:41:18,083 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /orkut/albums False
DEBUG 2014-12-12 13:41:18,083 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /jsapi True
DEBUG 2014-12-12 13:41:18,084 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /views%3F False
DEBUG 2014-12-12 13:41:18,084 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /c/ False
DEBUG 2014-12-12 13:41:18,084 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /cbk False
DEBUG 2014-12-12 13:41:18,084 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /cbk%3Foutput%3Dtile%26cb_client%3Dmaps_sv True
DEBUG 2014-12-12 13:41:18,084 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /recharge/dashboard/car False
DEBUG 2014-12-12 13:41:18,084 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /recharge/dashboard/static/ False
DEBUG 2014-12-12 13:41:18,084 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /translate_a/ False
DEBUG 2014-12-12 13:41:18,084 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /translate_c False
DEBUG 2014-12-12 13:41:18,084 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /translate_f False
DEBUG 2014-12-12 13:41:18,084 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /translate_static/ False
DEBUG 2014-12-12 13:41:18,084 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /translate_suggestion False
DEBUG 2014-12-12 13:41:18,084 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /profiles/me False
DEBUG 2014-12-12 13:41:18,084 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /profiles True
DEBUG 2014-12-12 13:41:18,084 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /s2/profiles/me False
DEBUG 2014-12-12 13:41:18,084 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /s2/profiles True
DEBUG 2014-12-12 13:41:18,085 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /s2/oz True
DEBUG 2014-12-12 13:41:18,085 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /s2/photos True
DEBUG 2014-12-12 13:41:18,085 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /s2/search/social True
DEBUG 2014-12-12 13:41:18,085 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /s2/static True
DEBUG 2014-12-12 13:41:18,085 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /s2 False
DEBUG 2014-12-12 13:41:18,085 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /transconsole/portal/ False
DEBUG 2014-12-12 13:41:18,085 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /gcc/ False
DEBUG 2014-12-12 13:41:18,085 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /aclk False
DEBUG 2014-12-12 13:41:18,085 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /cse%3F False
DEBUG 2014-12-12 13:41:18,085 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /cse/home False
DEBUG 2014-12-12 13:41:18,085 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /cse/panel False
DEBUG 2014-12-12 13:41:18,085 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /cse/manage False
DEBUG 2014-12-12 13:41:18,085 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /tbproxy/ False
DEBUG 2014-12-12 13:41:18,085 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /imesync/ False
DEBUG 2014-12-12 13:41:18,085 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /shenghuo/search%3F False
DEBUG 2014-12-12 13:41:18,085 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /support/forum/search%3F False
DEBUG 2014-12-12 13:41:18,086 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /reviews/polls/ False
DEBUG 2014-12-12 13:41:18,086 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /hosted/images/ False
DEBUG 2014-12-12 13:41:18,086 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /ppob/%3F False
DEBUG 2014-12-12 13:41:18,086 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /ppob%3F False
DEBUG 2014-12-12 13:41:18,086 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /adwordsresellers False
DEBUG 2014-12-12 13:41:18,086 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /accounts/ClientLogin False
DEBUG 2014-12-12 13:41:18,086 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /accounts/ClientAuth False
DEBUG 2014-12-12 13:41:18,086 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /accounts/o8 False
DEBUG 2014-12-12 13:41:18,086 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /accounts/o8/id True
DEBUG 2014-12-12 13:41:18,086 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /topicsearch%3Fq%3D False
DEBUG 2014-12-12 13:41:18,086 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /xfx7/ False
DEBUG 2014-12-12 13:41:18,086 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /squared/api False
DEBUG 2014-12-12 13:41:18,086 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /squared/search False
DEBUG 2014-12-12 13:41:18,086 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /squared/table False
DEBUG 2014-12-12 13:41:18,086 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /toolkit/ False
DEBUG 2014-12-12 13:41:18,086 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /toolkit/%2A.html True
DEBUG 2014-12-12 13:41:18,086 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /globalmarketfinder/ False
DEBUG 2014-12-12 13:41:18,087 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /globalmarketfinder/%2A.html True
DEBUG 2014-12-12 13:41:18,087 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /qnasearch%3F False
DEBUG 2014-12-12 13:41:18,087 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /app/updates False
DEBUG 2014-12-12 13:41:18,087 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /sidewiki/entry/ False
DEBUG 2014-12-12 13:41:18,087 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /quality_form%3F False
DEBUG 2014-12-12 13:41:18,087 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /labs/popgadget/search False
DEBUG 2014-12-12 13:41:18,087 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /buzz/post False
DEBUG 2014-12-12 13:41:18,087 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /compressiontest/ False
DEBUG 2014-12-12 13:41:18,087 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /analytics/reporting/ False
DEBUG 2014-12-12 13:41:18,087 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /analytics/admin/ False
DEBUG 2014-12-12 13:41:18,087 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /analytics/web/ False
DEBUG 2014-12-12 13:41:18,087 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /analytics/feeds/ False
DEBUG 2014-12-12 13:41:18,087 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /analytics/settings/ False
DEBUG 2014-12-12 13:41:18,087 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /alerts/manage True
DEBUG 2014-12-12 13:41:18,087 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /alerts/remove True
DEBUG 2014-12-12 13:41:18,087 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /alerts/ False
DEBUG 2014-12-12 13:41:18,087 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /alerts/%24 True
DEBUG 2014-12-12 13:41:18,088 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /ads/search%3F False
DEBUG 2014-12-12 13:41:18,088 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /ads/plan/action_plan%3F False
DEBUG 2014-12-12 13:41:18,088 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /ads/plan/api/ False
DEBUG 2014-12-12 13:41:18,088 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /phone/compare/%3F False
DEBUG 2014-12-12 13:41:18,088 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /travel/clk False
DEBUG 2014-12-12 13:41:18,088 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /hotelfinder/rpc False
DEBUG 2014-12-12 13:41:18,088 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /hotels/rpc False
DEBUG 2014-12-12 13:41:18,088 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /flights/rpc False
DEBUG 2014-12-12 13:41:18,088 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /commercesearch/services/ False
DEBUG 2014-12-12 13:41:18,088 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /evaluation/ False
DEBUG 2014-12-12 13:41:18,088 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /chrome/browser/mobile/tour False
DEBUG 2014-12-12 13:41:18,088 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /compare/%2A/apply%2A False
DEBUG 2014-12-12 13:41:18,088 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /forms/perks/ False
DEBUG 2014-12-12 13:41:18,088 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /baraza/%2A/search False
DEBUG 2014-12-12 13:41:18,088 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /baraza/%2A/report False
DEBUG 2014-12-12 13:41:18,088 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /shopping/suppliers/search False
DEBUG 2014-12-12 13:41:18,088 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /ct/ False
DEBUG 2014-12-12 13:41:18,089 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /edu/cs4hs/ False
DEBUG 2014-12-12 13:41:18,089 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /trustedstores/s/ False
DEBUG 2014-12-12 13:41:18,089 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /trustedstores/tm2 False
DEBUG 2014-12-12 13:41:18,089 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /trustedstores/verify False
DEBUG 2014-12-12 13:41:18,089 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /adwords/proposal False
DEBUG 2014-12-12 13:41:18,089 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /shopping/product/ False
DEBUG 2014-12-12 13:41:18,089 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /shopping/seller False
DEBUG 2014-12-12 13:41:18,089 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /shopping/reviewer False
DEBUG 2014-12-12 13:41:18,089 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /about/careers/apply/ False
DEBUG 2014-12-12 13:41:18,089 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /about/careers/applications/ False
DEBUG 2014-12-12 13:41:18,089 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Disallow: /landing/signout.html False
DEBUG 2014-12-12 13:41:18,089 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /gb/images True
DEBUG 2014-12-12 13:41:18,089 CheckThread-http://www.google.com/sitemaps_webmasters.xml /sitemaps_webmasters.xml Allow: /gb/js True
DEBUG 2014-12-12 13:41:18,089 CheckThread-http://www.google.com/sitemaps_webmasters.xml  ... no rule lines of ['*'] applied to /sitemaps_webmasters.xml; allowed.
DEBUG 2014-12-12 13:41:18,089 CheckThread-http://www.google.com/sitemaps_webmasters.xml Prepare request with {'method': 'GET', 'headers': {'Referer': u'http://www.google.com/hostednews/sitemap_index.xml'}, 'url': u'http://www.google.com/sitemaps_webmasters.xml'}
DEBUG 2014-12-12 13:41:18,471 CheckThread-http://www.google.com/sitemaps_webmasters.xml Send request with {'allow_redirects': False, 'stream': True, 'verify': False, 'timeout': 60}
DEBUG 2014-12-12 13:41:18,539 CheckThread-http://www.google.com/sitemaps_webmasters.xml follow all redirections
DEBUG 2014-12-12 13:41:18,540 CheckThread-http://www.google.com/sitemaps_webmasters.xml checking recursion of u'http://www.google.com/sitemaps_webmasters.xml' ...
DEBUG 2014-12-12 13:41:18,540 CheckThread-http://www.google.com/sitemaps_webmasters.xml Get content of u'http://www.google.com/sitemaps_webmasters.xml'
DEBUG 2014-12-12 13:41:18,540 CheckThread-http://www.google.com/sitemaps_webmasters.xml ... yes, recursion.
DEBUG 2014-12-12 13:41:18,541 CheckThread-http://www.google.com/sitemaps_webmasters.xml task_done http://www.google.com/sitemaps_webmasters.xml
DEBUG 2014-12-12 13:41:18,541 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml Checking http link
base_url=u'http://www.google.com/ventures/sitemap_ventures.xml'
parent_url=u'http://www.google.com/hostednews/sitemap_index.xml'
base_ref=None
recursion_level=2
url_connection=None
line=309
column=0
page=0
name=u''
anchor=u''
cache_url=http://www.google.com/ventures/sitemap_ventures.xml
DEBUG 2014-12-12 13:41:18,541 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml checking connection
DEBUG 2014-12-12 13:41:18,542 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml u'http://www.google.com/robots.txt' check allowance for:
  user agent: u'Mozilla/5.0 (compatible; LinkChecker/9.3; +http://wummel.github.io/linkchecker/)'
  url: u'http://www.google.com/ventures/sitemap_ventures.xml' ...
DEBUG 2014-12-12 13:41:18,542 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /search False
DEBUG 2014-12-12 13:41:18,542 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /sdch False
DEBUG 2014-12-12 13:41:18,542 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /groups False
DEBUG 2014-12-12 13:41:18,542 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /images False
DEBUG 2014-12-12 13:41:18,543 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /catalogs False
DEBUG 2014-12-12 13:41:18,543 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /catalogs/about True
DEBUG 2014-12-12 13:41:18,543 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /catalogs/p%3F True
DEBUG 2014-12-12 13:41:18,543 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /catalogues False
DEBUG 2014-12-12 13:41:18,543 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /newsalerts True
DEBUG 2014-12-12 13:41:18,543 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /news False
DEBUG 2014-12-12 13:41:18,544 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /news/directory True
DEBUG 2014-12-12 13:41:18,544 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /nwshp False
DEBUG 2014-12-12 13:41:18,544 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /setnewsprefs%3F False
DEBUG 2014-12-12 13:41:18,544 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /index.html%3F False
DEBUG 2014-12-12 13:41:18,544 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /%3F False
DEBUG 2014-12-12 13:41:18,544 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /%3Fhl%3D True
DEBUG 2014-12-12 13:41:18,545 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /%3Fhl%3D%2A%26 False
DEBUG 2014-12-12 13:41:18,545 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /%3Fhl%3D%2A%26gws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:18,545 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /%3Fhl%3D%2A%26%2A%26gws_rd%3Dssl False
DEBUG 2014-12-12 13:41:18,545 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /%3Fgws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:18,545 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /%3Fpt1%3Dtrue%24 True
DEBUG 2014-12-12 13:41:18,546 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /addurl/image%3F False
DEBUG 2014-12-12 13:41:18,546 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /mail/help/ True
DEBUG 2014-12-12 13:41:18,546 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /mail/ False
DEBUG 2014-12-12 13:41:18,546 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /pagead/ False
DEBUG 2014-12-12 13:41:18,546 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /relpage/ False
DEBUG 2014-12-12 13:41:18,546 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /relcontent False
DEBUG 2014-12-12 13:41:18,547 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /imgres False
DEBUG 2014-12-12 13:41:18,547 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /imglanding False
DEBUG 2014-12-12 13:41:18,547 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /sbd False
DEBUG 2014-12-12 13:41:18,547 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /keyword/ False
DEBUG 2014-12-12 13:41:18,547 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /u/ False
DEBUG 2014-12-12 13:41:18,548 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /univ/ False
DEBUG 2014-12-12 13:41:18,548 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /cobrand False
DEBUG 2014-12-12 13:41:18,548 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /custom False
DEBUG 2014-12-12 13:41:18,548 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /advanced_group_search False
DEBUG 2014-12-12 13:41:18,548 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /googlesite False
DEBUG 2014-12-12 13:41:18,548 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /preferences False
DEBUG 2014-12-12 13:41:18,549 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /setprefs False
DEBUG 2014-12-12 13:41:18,549 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /swr False
DEBUG 2014-12-12 13:41:18,549 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /url False
DEBUG 2014-12-12 13:41:18,549 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /default False
DEBUG 2014-12-12 13:41:18,549 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /m%3F False
DEBUG 2014-12-12 13:41:18,549 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /m/ False
DEBUG 2014-12-12 13:41:18,550 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /m/finance True
DEBUG 2014-12-12 13:41:18,550 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /wml%3F False
DEBUG 2014-12-12 13:41:18,550 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /wml/%3F False
DEBUG 2014-12-12 13:41:18,550 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /wml/search%3F False
DEBUG 2014-12-12 13:41:18,550 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /xhtml%3F False
DEBUG 2014-12-12 13:41:18,550 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /xhtml/%3F False
DEBUG 2014-12-12 13:41:18,550 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /xhtml/search%3F False
DEBUG 2014-12-12 13:41:18,550 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /xml%3F False
DEBUG 2014-12-12 13:41:18,550 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /imode%3F False
DEBUG 2014-12-12 13:41:18,550 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /imode/%3F False
DEBUG 2014-12-12 13:41:18,551 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /imode/search%3F False
DEBUG 2014-12-12 13:41:18,551 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /jsky%3F False
DEBUG 2014-12-12 13:41:18,551 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /jsky/%3F False
DEBUG 2014-12-12 13:41:18,551 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /jsky/search%3F False
DEBUG 2014-12-12 13:41:18,551 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /pda%3F False
DEBUG 2014-12-12 13:41:18,551 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /pda/%3F False
DEBUG 2014-12-12 13:41:18,551 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /pda/search%3F False
DEBUG 2014-12-12 13:41:18,551 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /sprint_xhtml False
DEBUG 2014-12-12 13:41:18,551 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /sprint_wml False
DEBUG 2014-12-12 13:41:18,551 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /pqa False
DEBUG 2014-12-12 13:41:18,551 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /palm False
DEBUG 2014-12-12 13:41:18,551 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /gwt/ False
DEBUG 2014-12-12 13:41:18,551 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /purchases False
DEBUG 2014-12-12 13:41:18,551 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /hws False
DEBUG 2014-12-12 13:41:18,551 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /bsd%3F False
DEBUG 2014-12-12 13:41:18,552 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /linux%3F False
DEBUG 2014-12-12 13:41:18,552 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /mac%3F False
DEBUG 2014-12-12 13:41:18,552 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /microsoft%3F False
DEBUG 2014-12-12 13:41:18,552 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /unclesam%3F False
DEBUG 2014-12-12 13:41:18,552 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /answers/search%3Fq%3D False
DEBUG 2014-12-12 13:41:18,552 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /local%3F False
DEBUG 2014-12-12 13:41:18,552 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /local_url False
DEBUG 2014-12-12 13:41:18,552 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /shihui%3F False
DEBUG 2014-12-12 13:41:18,552 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /shihui/ False
DEBUG 2014-12-12 13:41:18,552 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /froogle%3F False
DEBUG 2014-12-12 13:41:18,552 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /products%3F False
DEBUG 2014-12-12 13:41:18,552 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /froogle_ False
DEBUG 2014-12-12 13:41:18,552 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /product_ False
DEBUG 2014-12-12 13:41:18,552 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /products_ False
DEBUG 2014-12-12 13:41:18,552 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /products%3B False
DEBUG 2014-12-12 13:41:18,552 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /print False
DEBUG 2014-12-12 13:41:18,552 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /books/ False
DEBUG 2014-12-12 13:41:18,553 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /bkshp%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:18,553 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /books%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:18,553 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /books%3F%2Aoutput%3D%2A False
DEBUG 2014-12-12 13:41:18,553 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /books%3F%2Apg%3D%2A False
DEBUG 2014-12-12 13:41:18,553 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /books%3F%2Ajtp%3D%2A False
DEBUG 2014-12-12 13:41:18,553 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /books%3F%2Ajscmd%3D%2A False
DEBUG 2014-12-12 13:41:18,553 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /books%3F%2Abuy%3D%2A False
DEBUG 2014-12-12 13:41:18,553 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /books%3F%2Azoom%3D%2A False
DEBUG 2014-12-12 13:41:18,553 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /books%3F%2Aq%3Drelated%3A%2A True
DEBUG 2014-12-12 13:41:18,553 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /books%3F%2Aq%3Deditions%3A%2A True
DEBUG 2014-12-12 13:41:18,553 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /books%3F%2Aq%3Dsubject%3A%2A True
DEBUG 2014-12-12 13:41:18,553 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /books/about True
DEBUG 2014-12-12 13:41:18,553 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /booksrightsholders True
DEBUG 2014-12-12 13:41:18,553 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /books%3F%2Azoom%3D1%2A True
DEBUG 2014-12-12 13:41:18,553 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /books%3F%2Azoom%3D5%2A True
DEBUG 2014-12-12 13:41:18,553 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /ebooks/ False
DEBUG 2014-12-12 13:41:18,553 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /ebooks%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:18,554 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /ebooks%3F%2Aoutput%3D%2A False
DEBUG 2014-12-12 13:41:18,554 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /ebooks%3F%2Apg%3D%2A False
DEBUG 2014-12-12 13:41:18,554 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /ebooks%3F%2Ajscmd%3D%2A False
DEBUG 2014-12-12 13:41:18,554 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /ebooks%3F%2Abuy%3D%2A False
DEBUG 2014-12-12 13:41:18,554 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /ebooks%3F%2Azoom%3D%2A False
DEBUG 2014-12-12 13:41:18,554 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /ebooks%3F%2Aq%3Drelated%3A%2A True
DEBUG 2014-12-12 13:41:18,554 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /ebooks%3F%2Aq%3Deditions%3A%2A True
DEBUG 2014-12-12 13:41:18,554 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /ebooks%3F%2Aq%3Dsubject%3A%2A True
DEBUG 2014-12-12 13:41:18,554 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /ebooks%3F%2Azoom%3D1%2A True
DEBUG 2014-12-12 13:41:18,554 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /ebooks%3F%2Azoom%3D5%2A True
DEBUG 2014-12-12 13:41:18,554 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /patents%3F False
DEBUG 2014-12-12 13:41:18,554 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /patents/download/ False
DEBUG 2014-12-12 13:41:18,554 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /patents/pdf/ False
DEBUG 2014-12-12 13:41:18,554 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /patents/related/ False
DEBUG 2014-12-12 13:41:18,554 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /scholar False
DEBUG 2014-12-12 13:41:18,554 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /citations%3F False
DEBUG 2014-12-12 13:41:18,554 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /citations%3Fuser%3D True
DEBUG 2014-12-12 13:41:18,555 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /citations%3F%2Acstart%3D False
DEBUG 2014-12-12 13:41:18,555 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /citations%3Fview_op%3Dnew_profile True
DEBUG 2014-12-12 13:41:18,555 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /citations%3Fview_op%3Dtop_venues True
DEBUG 2014-12-12 13:41:18,555 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /complete False
DEBUG 2014-12-12 13:41:18,555 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /s%3F False
DEBUG 2014-12-12 13:41:18,555 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /sponsoredlinks False
DEBUG 2014-12-12 13:41:18,555 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /videosearch%3F False
DEBUG 2014-12-12 13:41:18,555 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /videopreview%3F False
DEBUG 2014-12-12 13:41:18,555 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /videoprograminfo%3F False
DEBUG 2014-12-12 13:41:18,555 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /maps%3F%2Aoutput%3Dclassic%2A True
DEBUG 2014-12-12 13:41:18,555 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /maps/api/js%3F True
DEBUG 2014-12-12 13:41:18,555 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /maps/d/ True
DEBUG 2014-12-12 13:41:18,555 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /maps%3F False
DEBUG 2014-12-12 13:41:18,555 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /mapstt%3F False
DEBUG 2014-12-12 13:41:18,555 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /mapslt%3F False
DEBUG 2014-12-12 13:41:18,555 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /maps/stk/ False
DEBUG 2014-12-12 13:41:18,556 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /maps/br%3F False
DEBUG 2014-12-12 13:41:18,556 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /mapabcpoi%3F False
DEBUG 2014-12-12 13:41:18,556 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /maphp%3F False
DEBUG 2014-12-12 13:41:18,556 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /mapprint%3F False
DEBUG 2014-12-12 13:41:18,556 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /maps/api/js/ False
DEBUG 2014-12-12 13:41:18,556 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /maps/api/staticmap%3F False
DEBUG 2014-12-12 13:41:18,556 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /mld%3F False
DEBUG 2014-12-12 13:41:18,556 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /staticmap%3F False
DEBUG 2014-12-12 13:41:18,556 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /places/ False
DEBUG 2014-12-12 13:41:18,556 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /places/%24 True
DEBUG 2014-12-12 13:41:18,556 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /maps/preview False
DEBUG 2014-12-12 13:41:18,556 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /maps/place False
DEBUG 2014-12-12 13:41:18,556 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /help/maps/streetview/partners/welcome/ False
DEBUG 2014-12-12 13:41:18,556 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /help/maps/indoormaps/partners/ False
DEBUG 2014-12-12 13:41:18,556 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /lochp%3F False
DEBUG 2014-12-12 13:41:18,556 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /center False
DEBUG 2014-12-12 13:41:18,556 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /ie%3F False
DEBUG 2014-12-12 13:41:18,557 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /sms/demo%3F False
DEBUG 2014-12-12 13:41:18,557 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /katrina%3F False
DEBUG 2014-12-12 13:41:18,557 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /blogsearch%3F False
DEBUG 2014-12-12 13:41:18,557 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /blogsearch/ False
DEBUG 2014-12-12 13:41:18,557 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /blogsearch_feeds False
DEBUG 2014-12-12 13:41:18,557 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /advanced_blog_search False
DEBUG 2014-12-12 13:41:18,557 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /uds/ False
DEBUG 2014-12-12 13:41:18,557 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /chart%3F False
DEBUG 2014-12-12 13:41:18,557 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /transit%3F False
DEBUG 2014-12-12 13:41:18,557 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /mbd%3F False
DEBUG 2014-12-12 13:41:18,557 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /extern_js/ False
DEBUG 2014-12-12 13:41:18,557 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /xjs/ False
DEBUG 2014-12-12 13:41:18,557 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /calendar/feeds/ False
DEBUG 2014-12-12 13:41:18,557 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /calendar/ical/ False
DEBUG 2014-12-12 13:41:18,557 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /cl2/feeds/ False
DEBUG 2014-12-12 13:41:18,557 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /cl2/ical/ False
DEBUG 2014-12-12 13:41:18,557 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /coop/directory False
DEBUG 2014-12-12 13:41:18,558 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /coop/manage False
DEBUG 2014-12-12 13:41:18,558 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /trends%3F False
DEBUG 2014-12-12 13:41:18,558 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /trends/music%3F False
DEBUG 2014-12-12 13:41:18,558 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /trends/hottrends%3F False
DEBUG 2014-12-12 13:41:18,558 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /trends/viz%3F False
DEBUG 2014-12-12 13:41:18,558 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /trends/embed.js%3F False
DEBUG 2014-12-12 13:41:18,558 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /trends/fetchComponent%3F False
DEBUG 2014-12-12 13:41:18,558 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /notebook/search%3F False
DEBUG 2014-12-12 13:41:18,558 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /musica False
DEBUG 2014-12-12 13:41:18,558 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /musicad False
DEBUG 2014-12-12 13:41:18,558 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /musicas False
DEBUG 2014-12-12 13:41:18,558 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /musicl False
DEBUG 2014-12-12 13:41:18,558 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /musics False
DEBUG 2014-12-12 13:41:18,558 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /musicsearch False
DEBUG 2014-12-12 13:41:18,558 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /musicsp False
DEBUG 2014-12-12 13:41:18,558 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /musiclp False
DEBUG 2014-12-12 13:41:18,558 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /browsersync False
DEBUG 2014-12-12 13:41:18,559 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /call False
DEBUG 2014-12-12 13:41:18,559 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /archivesearch%3F False
DEBUG 2014-12-12 13:41:18,559 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /archivesearch/url False
DEBUG 2014-12-12 13:41:18,559 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /archivesearch/advanced_search False
DEBUG 2014-12-12 13:41:18,559 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /base/reportbadoffer False
DEBUG 2014-12-12 13:41:18,559 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /urchin_test/ False
DEBUG 2014-12-12 13:41:18,559 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /movies%3F False
DEBUG 2014-12-12 13:41:18,559 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /codesearch%3F False
DEBUG 2014-12-12 13:41:18,559 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /codesearch/feeds/search%3F False
DEBUG 2014-12-12 13:41:18,559 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /wapsearch%3F False
DEBUG 2014-12-12 13:41:18,559 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /safebrowsing False
DEBUG 2014-12-12 13:41:18,559 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /safebrowsing/diagnostic True
DEBUG 2014-12-12 13:41:18,559 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /safebrowsing/report_badware/ True
DEBUG 2014-12-12 13:41:18,559 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /safebrowsing/report_error/ True
DEBUG 2014-12-12 13:41:18,559 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /safebrowsing/report_phish/ True
DEBUG 2014-12-12 13:41:18,559 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /reviews/search%3F False
DEBUG 2014-12-12 13:41:18,559 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /orkut/albums False
DEBUG 2014-12-12 13:41:18,559 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /jsapi True
DEBUG 2014-12-12 13:41:18,560 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /views%3F False
DEBUG 2014-12-12 13:41:18,560 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /c/ False
DEBUG 2014-12-12 13:41:18,560 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /cbk False
DEBUG 2014-12-12 13:41:18,560 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /cbk%3Foutput%3Dtile%26cb_client%3Dmaps_sv True
DEBUG 2014-12-12 13:41:18,560 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /recharge/dashboard/car False
DEBUG 2014-12-12 13:41:18,560 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /recharge/dashboard/static/ False
DEBUG 2014-12-12 13:41:18,560 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /translate_a/ False
DEBUG 2014-12-12 13:41:18,560 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /translate_c False
DEBUG 2014-12-12 13:41:18,560 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /translate_f False
DEBUG 2014-12-12 13:41:18,560 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /translate_static/ False
DEBUG 2014-12-12 13:41:18,560 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /translate_suggestion False
DEBUG 2014-12-12 13:41:18,560 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /profiles/me False
DEBUG 2014-12-12 13:41:18,560 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /profiles True
DEBUG 2014-12-12 13:41:18,560 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /s2/profiles/me False
DEBUG 2014-12-12 13:41:18,560 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /s2/profiles True
DEBUG 2014-12-12 13:41:18,561 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /s2/oz True
DEBUG 2014-12-12 13:41:18,561 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /s2/photos True
DEBUG 2014-12-12 13:41:18,561 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /s2/search/social True
DEBUG 2014-12-12 13:41:18,561 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /s2/static True
DEBUG 2014-12-12 13:41:18,561 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /s2 False
DEBUG 2014-12-12 13:41:18,561 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /transconsole/portal/ False
DEBUG 2014-12-12 13:41:18,561 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /gcc/ False
DEBUG 2014-12-12 13:41:18,561 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /aclk False
DEBUG 2014-12-12 13:41:18,561 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /cse%3F False
DEBUG 2014-12-12 13:41:18,561 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /cse/home False
DEBUG 2014-12-12 13:41:18,561 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /cse/panel False
DEBUG 2014-12-12 13:41:18,561 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /cse/manage False
DEBUG 2014-12-12 13:41:18,561 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /tbproxy/ False
DEBUG 2014-12-12 13:41:18,561 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /imesync/ False
DEBUG 2014-12-12 13:41:18,561 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /shenghuo/search%3F False
DEBUG 2014-12-12 13:41:18,561 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /support/forum/search%3F False
DEBUG 2014-12-12 13:41:18,561 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /reviews/polls/ False
DEBUG 2014-12-12 13:41:18,561 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /hosted/images/ False
DEBUG 2014-12-12 13:41:18,562 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /ppob/%3F False
DEBUG 2014-12-12 13:41:18,562 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /ppob%3F False
DEBUG 2014-12-12 13:41:18,562 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /adwordsresellers False
DEBUG 2014-12-12 13:41:18,562 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /accounts/ClientLogin False
DEBUG 2014-12-12 13:41:18,562 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /accounts/ClientAuth False
DEBUG 2014-12-12 13:41:18,562 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /accounts/o8 False
DEBUG 2014-12-12 13:41:18,562 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /accounts/o8/id True
DEBUG 2014-12-12 13:41:18,562 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /topicsearch%3Fq%3D False
DEBUG 2014-12-12 13:41:18,562 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /xfx7/ False
DEBUG 2014-12-12 13:41:18,562 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /squared/api False
DEBUG 2014-12-12 13:41:18,562 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /squared/search False
DEBUG 2014-12-12 13:41:18,562 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /squared/table False
DEBUG 2014-12-12 13:41:18,562 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /toolkit/ False
DEBUG 2014-12-12 13:41:18,562 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /toolkit/%2A.html True
DEBUG 2014-12-12 13:41:18,562 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /globalmarketfinder/ False
DEBUG 2014-12-12 13:41:18,562 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /globalmarketfinder/%2A.html True
DEBUG 2014-12-12 13:41:18,563 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /qnasearch%3F False
DEBUG 2014-12-12 13:41:18,563 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /app/updates False
DEBUG 2014-12-12 13:41:18,563 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /sidewiki/entry/ False
DEBUG 2014-12-12 13:41:18,563 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /quality_form%3F False
DEBUG 2014-12-12 13:41:18,563 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /labs/popgadget/search False
DEBUG 2014-12-12 13:41:18,563 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /buzz/post False
DEBUG 2014-12-12 13:41:18,563 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /compressiontest/ False
DEBUG 2014-12-12 13:41:18,563 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /analytics/reporting/ False
DEBUG 2014-12-12 13:41:18,563 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /analytics/admin/ False
DEBUG 2014-12-12 13:41:18,563 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /analytics/web/ False
DEBUG 2014-12-12 13:41:18,563 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /analytics/feeds/ False
DEBUG 2014-12-12 13:41:18,563 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /analytics/settings/ False
DEBUG 2014-12-12 13:41:18,563 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /alerts/manage True
DEBUG 2014-12-12 13:41:18,563 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /alerts/remove True
DEBUG 2014-12-12 13:41:18,563 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /alerts/ False
DEBUG 2014-12-12 13:41:18,563 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /alerts/%24 True
DEBUG 2014-12-12 13:41:18,563 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /ads/search%3F False
DEBUG 2014-12-12 13:41:18,564 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /ads/plan/action_plan%3F False
DEBUG 2014-12-12 13:41:18,564 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /ads/plan/api/ False
DEBUG 2014-12-12 13:41:18,564 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /phone/compare/%3F False
DEBUG 2014-12-12 13:41:18,564 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /travel/clk False
DEBUG 2014-12-12 13:41:18,564 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /hotelfinder/rpc False
DEBUG 2014-12-12 13:41:18,564 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /hotels/rpc False
DEBUG 2014-12-12 13:41:18,564 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /flights/rpc False
DEBUG 2014-12-12 13:41:18,564 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /commercesearch/services/ False
DEBUG 2014-12-12 13:41:18,564 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /evaluation/ False
DEBUG 2014-12-12 13:41:18,564 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /chrome/browser/mobile/tour False
DEBUG 2014-12-12 13:41:18,564 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /compare/%2A/apply%2A False
DEBUG 2014-12-12 13:41:18,564 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /forms/perks/ False
DEBUG 2014-12-12 13:41:18,564 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /baraza/%2A/search False
DEBUG 2014-12-12 13:41:18,564 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /baraza/%2A/report False
DEBUG 2014-12-12 13:41:18,564 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /shopping/suppliers/search False
DEBUG 2014-12-12 13:41:18,564 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /ct/ False
DEBUG 2014-12-12 13:41:18,564 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /edu/cs4hs/ False
DEBUG 2014-12-12 13:41:18,565 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /trustedstores/s/ False
DEBUG 2014-12-12 13:41:18,565 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /trustedstores/tm2 False
DEBUG 2014-12-12 13:41:18,565 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /trustedstores/verify False
DEBUG 2014-12-12 13:41:18,565 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /adwords/proposal False
DEBUG 2014-12-12 13:41:18,565 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /shopping/product/ False
DEBUG 2014-12-12 13:41:18,565 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /shopping/seller False
DEBUG 2014-12-12 13:41:18,565 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /shopping/reviewer False
DEBUG 2014-12-12 13:41:18,565 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /about/careers/apply/ False
DEBUG 2014-12-12 13:41:18,565 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /about/careers/applications/ False
DEBUG 2014-12-12 13:41:18,565 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Disallow: /landing/signout.html False
DEBUG 2014-12-12 13:41:18,565 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /gb/images True
DEBUG 2014-12-12 13:41:18,565 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml /ventures/sitemap_ventures.xml Allow: /gb/js True
DEBUG 2014-12-12 13:41:18,565 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml  ... no rule lines of ['*'] applied to /ventures/sitemap_ventures.xml; allowed.
DEBUG 2014-12-12 13:41:18,565 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml Prepare request with {'method': 'GET', 'headers': {'Referer': u'http://www.google.com/hostednews/sitemap_index.xml'}, 'url': u'http://www.google.com/ventures/sitemap_ventures.xml'}
DEBUG 2014-12-12 13:41:18,819 CheckThread-http://www.google.com/maps/views/sitemap.xml follow all redirections
/usr/lib/python2.7/dist-packages/urllib3/connectionpool.py:732: InsecureRequestWarning: Unverified HTTPS request is being made. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.org/en/latest/security.html (This warning will only appear once by default.)
  InsecureRequestWarning)
DEBUG 2014-12-12 13:41:18,950 CheckThread-http://www.google.com/adwords/sitemap.xml Send request with {'allow_redirects': False, 'stream': True, 'verify': False, 'timeout': 60}
DEBUG 2014-12-12 13:41:19,035 CheckThread-http://www.google.com/adwords/sitemap.xml follow all redirections
DEBUG 2014-12-12 13:41:19,036 CheckThread-http://www.google.com/adwords/sitemap.xml checking recursion of u'http://www.google.com/adwords/sitemap.xml' ...
DEBUG 2014-12-12 13:41:19,036 CheckThread-http://www.google.com/adwords/sitemap.xml Get content of u'http://www.google.com/adwords/sitemap.xml'
DEBUG 2014-12-12 13:41:19,106 CheckThread-http://www.google.com/drive/sitemap.xml Send request with {'allow_redirects': False, 'stream': True, 'verify': False, 'timeout': 60}
DEBUG 2014-12-12 13:41:19,112 CheckThread-http://www.google.com/adwords/sitemap.xml ... yes, recursion.
DEBUG 2014-12-12 13:41:19,119 CheckThread-http://www.google.com/adwords/sitemap.xml task_done http://www.google.com/adwords/sitemap.xml
DEBUG 2014-12-12 13:41:19,119 CheckThread-http://www.google.com/adwords/sitemap.xml task_done http://www.google.com/adwords/sitemap.xml
DEBUG 2014-12-12 13:41:19,119 CheckThread-http://www.google.com/drive/sitemap.xml Checking http link
base_url=u'http://www.google.com/drive/sitemap.xml'
parent_url=u'http://www.google.com/hostednews/sitemap_index.xml'
base_ref=None
recursion_level=2
url_connection=None
line=315
column=0
page=0
name=u''
anchor=u''
cache_url=http://www.google.com/drive/sitemap.xml
DEBUG 2014-12-12 13:41:19,119 CheckThread-http://www.google.com/drive/sitemap.xml checking connection
DEBUG 2014-12-12 13:41:19,119 CheckThread-http://www.google.com/drive/sitemap.xml u'http://www.google.com/robots.txt' check allowance for:
  user agent: u'Mozilla/5.0 (compatible; LinkChecker/9.3; +http://wummel.github.io/linkchecker/)'
  url: u'http://www.google.com/drive/sitemap.xml' ...
DEBUG 2014-12-12 13:41:19,120 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /search False
DEBUG 2014-12-12 13:41:19,120 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /sdch False
DEBUG 2014-12-12 13:41:19,120 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /groups False
DEBUG 2014-12-12 13:41:19,120 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /images False
DEBUG 2014-12-12 13:41:19,120 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /catalogs False
DEBUG 2014-12-12 13:41:19,120 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /catalogs/about True
DEBUG 2014-12-12 13:41:19,120 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /catalogs/p%3F True
DEBUG 2014-12-12 13:41:19,120 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /catalogues False
DEBUG 2014-12-12 13:41:19,120 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /newsalerts True
DEBUG 2014-12-12 13:41:19,121 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /news False
DEBUG 2014-12-12 13:41:19,121 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /news/directory True
DEBUG 2014-12-12 13:41:19,121 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /nwshp False
DEBUG 2014-12-12 13:41:19,121 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /setnewsprefs%3F False
DEBUG 2014-12-12 13:41:19,121 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /index.html%3F False
DEBUG 2014-12-12 13:41:19,121 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /%3F False
DEBUG 2014-12-12 13:41:19,121 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /%3Fhl%3D True
DEBUG 2014-12-12 13:41:19,121 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /%3Fhl%3D%2A%26 False
DEBUG 2014-12-12 13:41:19,122 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /%3Fhl%3D%2A%26gws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:19,122 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /%3Fhl%3D%2A%26%2A%26gws_rd%3Dssl False
DEBUG 2014-12-12 13:41:19,122 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /%3Fgws_rd%3Dssl%24 True
DEBUG 2014-12-12 13:41:19,122 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /%3Fpt1%3Dtrue%24 True
DEBUG 2014-12-12 13:41:19,122 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /addurl/image%3F False
DEBUG 2014-12-12 13:41:19,122 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /mail/help/ True
DEBUG 2014-12-12 13:41:19,122 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /mail/ False
DEBUG 2014-12-12 13:41:19,122 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /pagead/ False
DEBUG 2014-12-12 13:41:19,122 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /relpage/ False
DEBUG 2014-12-12 13:41:19,123 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /relcontent False
DEBUG 2014-12-12 13:41:19,123 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /imgres False
DEBUG 2014-12-12 13:41:19,123 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /imglanding False
DEBUG 2014-12-12 13:41:19,123 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /sbd False
DEBUG 2014-12-12 13:41:19,123 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /keyword/ False
DEBUG 2014-12-12 13:41:19,123 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /u/ False
DEBUG 2014-12-12 13:41:19,123 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /univ/ False
DEBUG 2014-12-12 13:41:19,123 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /cobrand False
DEBUG 2014-12-12 13:41:19,123 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /custom False
DEBUG 2014-12-12 13:41:19,124 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /advanced_group_search False
DEBUG 2014-12-12 13:41:19,124 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /googlesite False
DEBUG 2014-12-12 13:41:19,124 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /preferences False
DEBUG 2014-12-12 13:41:19,124 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /setprefs False
DEBUG 2014-12-12 13:41:19,124 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /swr False
DEBUG 2014-12-12 13:41:19,124 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /url False
DEBUG 2014-12-12 13:41:19,124 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /default False
DEBUG 2014-12-12 13:41:19,124 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /m%3F False
DEBUG 2014-12-12 13:41:19,124 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /m/ False
DEBUG 2014-12-12 13:41:19,125 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /m/finance True
DEBUG 2014-12-12 13:41:19,125 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /wml%3F False
DEBUG 2014-12-12 13:41:19,125 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /wml/%3F False
DEBUG 2014-12-12 13:41:19,125 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /wml/search%3F False
DEBUG 2014-12-12 13:41:19,125 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /xhtml%3F False
DEBUG 2014-12-12 13:41:19,125 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /xhtml/%3F False
DEBUG 2014-12-12 13:41:19,125 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /xhtml/search%3F False
DEBUG 2014-12-12 13:41:19,125 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /xml%3F False
DEBUG 2014-12-12 13:41:19,126 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /imode%3F False
DEBUG 2014-12-12 13:41:19,126 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /imode/%3F False
DEBUG 2014-12-12 13:41:19,126 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /imode/search%3F False
DEBUG 2014-12-12 13:41:19,126 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /jsky%3F False
DEBUG 2014-12-12 13:41:19,126 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /jsky/%3F False
DEBUG 2014-12-12 13:41:19,126 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /jsky/search%3F False
DEBUG 2014-12-12 13:41:19,126 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /pda%3F False
DEBUG 2014-12-12 13:41:19,126 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /pda/%3F False
DEBUG 2014-12-12 13:41:19,126 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /pda/search%3F False
DEBUG 2014-12-12 13:41:19,126 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /sprint_xhtml False
DEBUG 2014-12-12 13:41:19,126 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /sprint_wml False
DEBUG 2014-12-12 13:41:19,126 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /pqa False
DEBUG 2014-12-12 13:41:19,126 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /palm False
DEBUG 2014-12-12 13:41:19,127 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /gwt/ False
DEBUG 2014-12-12 13:41:19,127 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /purchases False
DEBUG 2014-12-12 13:41:19,127 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /hws False
DEBUG 2014-12-12 13:41:19,127 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /bsd%3F False
DEBUG 2014-12-12 13:41:19,127 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /linux%3F False
DEBUG 2014-12-12 13:41:19,127 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /mac%3F False
DEBUG 2014-12-12 13:41:19,127 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /microsoft%3F False
DEBUG 2014-12-12 13:41:19,127 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /unclesam%3F False
DEBUG 2014-12-12 13:41:19,127 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /answers/search%3Fq%3D False
DEBUG 2014-12-12 13:41:19,127 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /local%3F False
DEBUG 2014-12-12 13:41:19,127 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /local_url False
DEBUG 2014-12-12 13:41:19,127 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /shihui%3F False
DEBUG 2014-12-12 13:41:19,127 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /shihui/ False
DEBUG 2014-12-12 13:41:19,127 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /froogle%3F False
DEBUG 2014-12-12 13:41:19,127 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /products%3F False
DEBUG 2014-12-12 13:41:19,127 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /froogle_ False
DEBUG 2014-12-12 13:41:19,127 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /product_ False
DEBUG 2014-12-12 13:41:19,128 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /products_ False
DEBUG 2014-12-12 13:41:19,128 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /products%3B False
DEBUG 2014-12-12 13:41:19,128 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /print False
DEBUG 2014-12-12 13:41:19,128 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /books/ False
DEBUG 2014-12-12 13:41:19,128 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /bkshp%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:19,128 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /books%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:19,128 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /books%3F%2Aoutput%3D%2A False
DEBUG 2014-12-12 13:41:19,128 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /books%3F%2Apg%3D%2A False
DEBUG 2014-12-12 13:41:19,128 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /books%3F%2Ajtp%3D%2A False
DEBUG 2014-12-12 13:41:19,128 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /books%3F%2Ajscmd%3D%2A False
DEBUG 2014-12-12 13:41:19,128 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /books%3F%2Abuy%3D%2A False
DEBUG 2014-12-12 13:41:19,128 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /books%3F%2Azoom%3D%2A False
DEBUG 2014-12-12 13:41:19,128 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /books%3F%2Aq%3Drelated%3A%2A True
DEBUG 2014-12-12 13:41:19,128 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /books%3F%2Aq%3Deditions%3A%2A True
DEBUG 2014-12-12 13:41:19,128 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /books%3F%2Aq%3Dsubject%3A%2A True
DEBUG 2014-12-12 13:41:19,128 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /books/about True
DEBUG 2014-12-12 13:41:19,128 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /booksrightsholders True
DEBUG 2014-12-12 13:41:19,128 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /books%3F%2Azoom%3D1%2A True
DEBUG 2014-12-12 13:41:19,129 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /books%3F%2Azoom%3D5%2A True
DEBUG 2014-12-12 13:41:19,129 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /ebooks/ False
DEBUG 2014-12-12 13:41:19,129 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /ebooks%3F%2Aq%3D%2A False
DEBUG 2014-12-12 13:41:19,129 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /ebooks%3F%2Aoutput%3D%2A False
DEBUG 2014-12-12 13:41:19,129 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /ebooks%3F%2Apg%3D%2A False
DEBUG 2014-12-12 13:41:19,129 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /ebooks%3F%2Ajscmd%3D%2A False
DEBUG 2014-12-12 13:41:19,129 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /ebooks%3F%2Abuy%3D%2A False
DEBUG 2014-12-12 13:41:19,129 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /ebooks%3F%2Azoom%3D%2A False
DEBUG 2014-12-12 13:41:19,129 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /ebooks%3F%2Aq%3Drelated%3A%2A True
DEBUG 2014-12-12 13:41:19,129 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /ebooks%3F%2Aq%3Deditions%3A%2A True
DEBUG 2014-12-12 13:41:19,129 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /ebooks%3F%2Aq%3Dsubject%3A%2A True
DEBUG 2014-12-12 13:41:19,129 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /ebooks%3F%2Azoom%3D1%2A True
DEBUG 2014-12-12 13:41:19,129 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /ebooks%3F%2Azoom%3D5%2A True
DEBUG 2014-12-12 13:41:19,129 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /patents%3F False
DEBUG 2014-12-12 13:41:19,129 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /patents/download/ False
DEBUG 2014-12-12 13:41:19,129 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /patents/pdf/ False
DEBUG 2014-12-12 13:41:19,129 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /patents/related/ False
DEBUG 2014-12-12 13:41:19,129 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /scholar False
DEBUG 2014-12-12 13:41:19,130 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /citations%3F False
DEBUG 2014-12-12 13:41:19,130 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /citations%3Fuser%3D True
DEBUG 2014-12-12 13:41:19,130 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /citations%3F%2Acstart%3D False
DEBUG 2014-12-12 13:41:19,130 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /citations%3Fview_op%3Dnew_profile True
DEBUG 2014-12-12 13:41:19,130 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /citations%3Fview_op%3Dtop_venues True
DEBUG 2014-12-12 13:41:19,130 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /complete False
DEBUG 2014-12-12 13:41:19,130 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /s%3F False
DEBUG 2014-12-12 13:41:19,130 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /sponsoredlinks False
DEBUG 2014-12-12 13:41:19,130 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /videosearch%3F False
DEBUG 2014-12-12 13:41:19,130 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /videopreview%3F False
DEBUG 2014-12-12 13:41:19,130 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /videoprograminfo%3F False
DEBUG 2014-12-12 13:41:19,130 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /maps%3F%2Aoutput%3Dclassic%2A True
DEBUG 2014-12-12 13:41:19,130 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /maps/api/js%3F True
DEBUG 2014-12-12 13:41:19,130 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /maps/d/ True
DEBUG 2014-12-12 13:41:19,130 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /maps%3F False
DEBUG 2014-12-12 13:41:19,130 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /mapstt%3F False
DEBUG 2014-12-12 13:41:19,131 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /mapslt%3F False
DEBUG 2014-12-12 13:41:19,131 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /maps/stk/ False
DEBUG 2014-12-12 13:41:19,131 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /maps/br%3F False
DEBUG 2014-12-12 13:41:19,131 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /mapabcpoi%3F False
DEBUG 2014-12-12 13:41:19,131 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /maphp%3F False
DEBUG 2014-12-12 13:41:19,131 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /mapprint%3F False
DEBUG 2014-12-12 13:41:19,131 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /maps/api/js/ False
DEBUG 2014-12-12 13:41:19,131 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /maps/api/staticmap%3F False
DEBUG 2014-12-12 13:41:19,131 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /mld%3F False
DEBUG 2014-12-12 13:41:19,131 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /staticmap%3F False
DEBUG 2014-12-12 13:41:19,131 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /places/ False
DEBUG 2014-12-12 13:41:19,131 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /places/%24 True
DEBUG 2014-12-12 13:41:19,131 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /maps/preview False
DEBUG 2014-12-12 13:41:19,131 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /maps/place False
DEBUG 2014-12-12 13:41:19,131 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /help/maps/streetview/partners/welcome/ False
DEBUG 2014-12-12 13:41:19,131 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /help/maps/indoormaps/partners/ False
DEBUG 2014-12-12 13:41:19,131 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /lochp%3F False
DEBUG 2014-12-12 13:41:19,131 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /center False
DEBUG 2014-12-12 13:41:19,132 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /ie%3F False
DEBUG 2014-12-12 13:41:19,132 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /sms/demo%3F False
DEBUG 2014-12-12 13:41:19,132 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /katrina%3F False
DEBUG 2014-12-12 13:41:19,132 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /blogsearch%3F False
DEBUG 2014-12-12 13:41:19,132 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /blogsearch/ False
DEBUG 2014-12-12 13:41:19,132 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /blogsearch_feeds False
DEBUG 2014-12-12 13:41:19,132 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /advanced_blog_search False
DEBUG 2014-12-12 13:41:19,132 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /uds/ False
DEBUG 2014-12-12 13:41:19,132 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /chart%3F False
DEBUG 2014-12-12 13:41:19,132 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /transit%3F False
DEBUG 2014-12-12 13:41:19,132 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /mbd%3F False
DEBUG 2014-12-12 13:41:19,132 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /extern_js/ False
DEBUG 2014-12-12 13:41:19,132 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /xjs/ False
DEBUG 2014-12-12 13:41:19,132 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /calendar/feeds/ False
DEBUG 2014-12-12 13:41:19,132 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /calendar/ical/ False
DEBUG 2014-12-12 13:41:19,132 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /cl2/feeds/ False
DEBUG 2014-12-12 13:41:19,132 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /cl2/ical/ False
DEBUG 2014-12-12 13:41:19,133 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /coop/directory False
DEBUG 2014-12-12 13:41:19,133 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /coop/manage False
DEBUG 2014-12-12 13:41:19,133 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /trends%3F False
DEBUG 2014-12-12 13:41:19,133 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /trends/music%3F False
DEBUG 2014-12-12 13:41:19,133 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /trends/hottrends%3F False
DEBUG 2014-12-12 13:41:19,133 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /trends/viz%3F False
DEBUG 2014-12-12 13:41:19,133 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /trends/embed.js%3F False
DEBUG 2014-12-12 13:41:19,133 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /trends/fetchComponent%3F False
DEBUG 2014-12-12 13:41:19,133 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /notebook/search%3F False
DEBUG 2014-12-12 13:41:19,133 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /musica False
DEBUG 2014-12-12 13:41:19,133 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /musicad False
DEBUG 2014-12-12 13:41:19,133 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /musicas False
DEBUG 2014-12-12 13:41:19,133 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /musicl False
DEBUG 2014-12-12 13:41:19,133 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /musics False
DEBUG 2014-12-12 13:41:19,133 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /musicsearch False
DEBUG 2014-12-12 13:41:19,133 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /musicsp False
DEBUG 2014-12-12 13:41:19,133 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /musiclp False
DEBUG 2014-12-12 13:41:19,133 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /browsersync False
DEBUG 2014-12-12 13:41:19,134 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /call False
DEBUG 2014-12-12 13:41:19,134 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /archivesearch%3F False
DEBUG 2014-12-12 13:41:19,134 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /archivesearch/url False
DEBUG 2014-12-12 13:41:19,134 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /archivesearch/advanced_search False
DEBUG 2014-12-12 13:41:19,134 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /base/reportbadoffer False
DEBUG 2014-12-12 13:41:19,134 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /urchin_test/ False
DEBUG 2014-12-12 13:41:19,134 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /movies%3F False
DEBUG 2014-12-12 13:41:19,134 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /codesearch%3F False
DEBUG 2014-12-12 13:41:19,134 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /codesearch/feeds/search%3F False
DEBUG 2014-12-12 13:41:19,134 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /wapsearch%3F False
DEBUG 2014-12-12 13:41:19,134 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /safebrowsing False
DEBUG 2014-12-12 13:41:19,134 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /safebrowsing/diagnostic True
DEBUG 2014-12-12 13:41:19,135 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /safebrowsing/report_badware/ True
DEBUG 2014-12-12 13:41:19,135 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /safebrowsing/report_error/ True
DEBUG 2014-12-12 13:41:19,135 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /safebrowsing/report_phish/ True
DEBUG 2014-12-12 13:41:19,135 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /reviews/search%3F False
DEBUG 2014-12-12 13:41:19,135 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /orkut/albums False
DEBUG 2014-12-12 13:41:19,135 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /jsapi True
DEBUG 2014-12-12 13:41:19,135 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /views%3F False
DEBUG 2014-12-12 13:41:19,135 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /c/ False
DEBUG 2014-12-12 13:41:19,135 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /cbk False
DEBUG 2014-12-12 13:41:19,135 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /cbk%3Foutput%3Dtile%26cb_client%3Dmaps_sv True
DEBUG 2014-12-12 13:41:19,135 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /recharge/dashboard/car False
DEBUG 2014-12-12 13:41:19,135 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /recharge/dashboard/static/ False
DEBUG 2014-12-12 13:41:19,135 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /translate_a/ False
DEBUG 2014-12-12 13:41:19,135 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /translate_c False
DEBUG 2014-12-12 13:41:19,135 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /translate_f False
DEBUG 2014-12-12 13:41:19,135 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /translate_static/ False
DEBUG 2014-12-12 13:41:19,135 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /translate_suggestion False
DEBUG 2014-12-12 13:41:19,135 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /profiles/me False
DEBUG 2014-12-12 13:41:19,136 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /profiles True
DEBUG 2014-12-12 13:41:19,136 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /s2/profiles/me False
DEBUG 2014-12-12 13:41:19,136 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /s2/profiles True
DEBUG 2014-12-12 13:41:19,136 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /s2/oz True
DEBUG 2014-12-12 13:41:19,136 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /s2/photos True
DEBUG 2014-12-12 13:41:19,136 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /s2/search/social True
DEBUG 2014-12-12 13:41:19,136 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /s2/static True
DEBUG 2014-12-12 13:41:19,136 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /s2 False
DEBUG 2014-12-12 13:41:19,136 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /transconsole/portal/ False
DEBUG 2014-12-12 13:41:19,136 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /gcc/ False
DEBUG 2014-12-12 13:41:19,136 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /aclk False
DEBUG 2014-12-12 13:41:19,136 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /cse%3F False
DEBUG 2014-12-12 13:41:19,136 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /cse/home False
DEBUG 2014-12-12 13:41:19,136 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /cse/panel False
DEBUG 2014-12-12 13:41:19,136 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /cse/manage False
DEBUG 2014-12-12 13:41:19,136 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /tbproxy/ False
DEBUG 2014-12-12 13:41:19,136 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /imesync/ False
DEBUG 2014-12-12 13:41:19,137 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /shenghuo/search%3F False
DEBUG 2014-12-12 13:41:19,137 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /support/forum/search%3F False
DEBUG 2014-12-12 13:41:19,137 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /reviews/polls/ False
DEBUG 2014-12-12 13:41:19,137 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /hosted/images/ False
DEBUG 2014-12-12 13:41:19,137 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /ppob/%3F False
DEBUG 2014-12-12 13:41:19,137 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /ppob%3F False
DEBUG 2014-12-12 13:41:19,137 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /adwordsresellers False
DEBUG 2014-12-12 13:41:19,137 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /accounts/ClientLogin False
DEBUG 2014-12-12 13:41:19,137 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /accounts/ClientAuth False
DEBUG 2014-12-12 13:41:19,137 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /accounts/o8 False
DEBUG 2014-12-12 13:41:19,137 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /accounts/o8/id True
DEBUG 2014-12-12 13:41:19,137 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /topicsearch%3Fq%3D False
DEBUG 2014-12-12 13:41:19,137 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /xfx7/ False
DEBUG 2014-12-12 13:41:19,137 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /squared/api False
DEBUG 2014-12-12 13:41:19,137 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /squared/search False
DEBUG 2014-12-12 13:41:19,137 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /squared/table False
DEBUG 2014-12-12 13:41:19,137 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /toolkit/ False
DEBUG 2014-12-12 13:41:19,137 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /toolkit/%2A.html True
DEBUG 2014-12-12 13:41:19,138 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /globalmarketfinder/ False
DEBUG 2014-12-12 13:41:19,138 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /globalmarketfinder/%2A.html True
DEBUG 2014-12-12 13:41:19,138 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /qnasearch%3F False
DEBUG 2014-12-12 13:41:19,138 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /app/updates False
DEBUG 2014-12-12 13:41:19,138 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /sidewiki/entry/ False
DEBUG 2014-12-12 13:41:19,138 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /quality_form%3F False
DEBUG 2014-12-12 13:41:19,138 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /labs/popgadget/search False
DEBUG 2014-12-12 13:41:19,138 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /buzz/post False
DEBUG 2014-12-12 13:41:19,138 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /compressiontest/ False
DEBUG 2014-12-12 13:41:19,138 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /analytics/reporting/ False
DEBUG 2014-12-12 13:41:19,138 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /analytics/admin/ False
DEBUG 2014-12-12 13:41:19,138 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /analytics/web/ False
DEBUG 2014-12-12 13:41:19,138 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /analytics/feeds/ False
DEBUG 2014-12-12 13:41:19,138 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /analytics/settings/ False
DEBUG 2014-12-12 13:41:19,138 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /alerts/manage True
DEBUG 2014-12-12 13:41:19,138 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /alerts/remove True
DEBUG 2014-12-12 13:41:19,138 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /alerts/ False
DEBUG 2014-12-12 13:41:19,139 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /alerts/%24 True
DEBUG 2014-12-12 13:41:19,139 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /ads/search%3F False
DEBUG 2014-12-12 13:41:19,139 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /ads/plan/action_plan%3F False
DEBUG 2014-12-12 13:41:19,139 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /ads/plan/api/ False
DEBUG 2014-12-12 13:41:19,139 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /phone/compare/%3F False
DEBUG 2014-12-12 13:41:19,139 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /travel/clk False
DEBUG 2014-12-12 13:41:19,139 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /hotelfinder/rpc False
DEBUG 2014-12-12 13:41:19,139 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /hotels/rpc False
DEBUG 2014-12-12 13:41:19,139 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /flights/rpc False
DEBUG 2014-12-12 13:41:19,139 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /commercesearch/services/ False
DEBUG 2014-12-12 13:41:19,139 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /evaluation/ False
DEBUG 2014-12-12 13:41:19,139 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /chrome/browser/mobile/tour False
DEBUG 2014-12-12 13:41:19,139 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /compare/%2A/apply%2A False
DEBUG 2014-12-12 13:41:19,139 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /forms/perks/ False
DEBUG 2014-12-12 13:41:19,139 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /baraza/%2A/search False
DEBUG 2014-12-12 13:41:19,139 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /baraza/%2A/report False
DEBUG 2014-12-12 13:41:19,139 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /shopping/suppliers/search False
DEBUG 2014-12-12 13:41:19,139 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /ct/ False
DEBUG 2014-12-12 13:41:19,140 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /edu/cs4hs/ False
DEBUG 2014-12-12 13:41:19,140 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /trustedstores/s/ False
DEBUG 2014-12-12 13:41:19,140 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /trustedstores/tm2 False
DEBUG 2014-12-12 13:41:19,140 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /trustedstores/verify False
DEBUG 2014-12-12 13:41:19,140 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /adwords/proposal False
DEBUG 2014-12-12 13:41:19,140 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /shopping/product/ False
DEBUG 2014-12-12 13:41:19,140 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /shopping/seller False
DEBUG 2014-12-12 13:41:19,140 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /shopping/reviewer False
DEBUG 2014-12-12 13:41:19,140 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /about/careers/apply/ False
DEBUG 2014-12-12 13:41:19,140 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /about/careers/applications/ False
DEBUG 2014-12-12 13:41:19,140 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Disallow: /landing/signout.html False
DEBUG 2014-12-12 13:41:19,140 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /gb/images True
DEBUG 2014-12-12 13:41:19,140 CheckThread-http://www.google.com/drive/sitemap.xml /drive/sitemap.xml Allow: /gb/js True
DEBUG 2014-12-12 13:41:19,140 CheckThread-http://www.google.com/drive/sitemap.xml  ... no rule lines of ['*'] applied to /drive/sitemap.xml; allowed.
DEBUG 2014-12-12 13:41:19,140 CheckThread-http://www.google.com/drive/sitemap.xml Prepare request with {'method': 'GET', 'headers': {'Referer': u'http://www.google.com/hostednews/sitemap_index.xml'}, 'url': u'http://www.google.com/drive/sitemap.xml'}
DEBUG 2014-12-12 13:41:19,172 CheckThread-http://www.google.com/drive/sitemap.xml follow all redirections
DEBUG 2014-12-12 13:41:19,173 CheckThread-http://www.google.com/drive/sitemap.xml checking recursion of u'http://www.google.com/drive/sitemap.xml' ...
DEBUG 2014-12-12 13:41:19,173 CheckThread-http://www.google.com/drive/sitemap.xml Get content of u'http://www.google.com/drive/sitemap.xml'
DEBUG 2014-12-12 13:41:19,480 CheckThread-http://www.google.com/drive/sitemap.xml ... yes, recursion.
DEBUG 2014-12-12 13:41:19,540 CheckThread-http://www.google.com/drive/sitemap.xml task_done http://www.google.com/drive/sitemap.xml
DEBUG 2014-12-12 13:41:19,543 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml Send request with {'allow_redirects': False, 'stream': True, 'verify': False, 'timeout': 60}
DEBUG 2014-12-12 13:41:19,608 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml follow all redirections
DEBUG 2014-12-12 13:41:19,610 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml task_done http://www.google.com/ventures/sitemap_ventures.xml
DEBUG 2014-12-12 13:41:19,659 CheckThread-http://www.google.com/maps/views/sitemap.xml Redirected to u'https://www.google.com/maps/views/sitemap.xml'
DEBUG 2014-12-12 13:41:19,659 CheckThread-http://www.google.com/maps/views/sitemap.xml Intern URL u'https://www.google.com/maps/views/sitemap.xml'
DEBUG 2014-12-12 13:41:19,659 CheckThread-http://www.google.com/maps/views/sitemap.xml task_done https://www.google.com/maps/views/sitemap.xml


********** Oops, I did it again. *************

You have found an internal error in LinkChecker. Please write a bug report
at https://github.com/wummel/linkchecker/issues
and include the following information:
- the URL or file you are testing
- the system information below

When using the commandline client:
- your commandline arguments and any custom configuration files.
- the output of a debug run with option "-Dall"

Not disclosing some of the information above due to privacy reasons is ok.
I will try to help you nonetheless, but you have to give me something
I can work with ;) .

Traceback (most recent call last):
  File "/usr/lib/python2.7/dist-packages/linkcheck/director/checker.py", line 104, in check_url
    line: self.check_url_data(url_data)
    locals:
      self = <local> <Checker(CheckThread-http://www.google.com/maps/views/sitemap.xml, started 139770669049600)>
      self.check_url_data = <local> <bound method Checker.check_url_data of <Checker(CheckThread-http://www.google.com/maps/views/sitemap.xml, started 139770669049600)>>
      url_data = <local> <https link, base_url=u'http://www.google.com/maps/views/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=307, column=0, page=0, name=u'', anchor=u'', cache_url=http://www.google.com/maps/views/sitemap.xml>
  File "/usr/lib/python2.7/dist-packages/linkcheck/director/checker.py", line 120, in check_url_data
    line: check_url(url_data, self.logger)
    locals:
      check_url = <global> <function check_url at 0x7f1ee876bc08>
      url_data = <local> <https link, base_url=u'http://www.google.com/maps/views/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=307, column=0, page=0, name=u'', anchor=u'', cache_url=http://www.google.com/maps/views/sitemap.xml>
      self = <local> <Checker(CheckThread-http://www.google.com/maps/views/sitemap.xml, started 139770669049600)>
      self.logger = <local> <linkcheck.director.logger.Logger object at 0x7f1ee825cd50>
  File "/usr/lib/python2.7/dist-packages/linkcheck/director/checker.py", line 52, in check_url
    line: url_data.check()
    locals:
      url_data = <local> <https link, base_url=u'http://www.google.com/maps/views/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=307, column=0, page=0, name=u'', anchor=u'', cache_url=http://www.google.com/maps/views/sitemap.xml>
      url_data.check = <local> <bound method HttpUrl.check of <https link, base_url=u'http://www.google.com/maps/views/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=307, column=0, page=0, name=u'', anchor=u'', cache_url=http://www.google.com/maps/views/sitemap.x...
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/urlbase.py", line 424, in check
    line: self.local_check()
    locals:
      self = <local> <https link, base_url=u'http://www.google.com/maps/views/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=307, column=0, page=0, name=u'', anchor=u'', cache_url=http://www.google.com/maps/views/sitemap.xml>
      self.local_check = <local> <bound method HttpUrl.local_check of <https link, base_url=u'http://www.google.com/maps/views/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=307, column=0, page=0, name=u'', anchor=u'', cache_url=http://www.google.com/maps/views/sit...
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/urlbase.py", line 442, in local_check
    line: self.check_connection()
    locals:
      self = <local> <https link, base_url=u'http://www.google.com/maps/views/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=307, column=0, page=0, name=u'', anchor=u'', cache_url=http://www.google.com/maps/views/sitemap.xml>
      self.check_connection = <local> <bound method HttpUrl.check_connection of <https link, base_url=u'http://www.google.com/maps/views/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=307, column=0, page=0, name=u'', anchor=u'', cache_url=http://www.google.com/maps/view...
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/httpurl.py", line 137, in check_connection
    line: self.follow_redirections(request)
    locals:
      self = <local> <https link, base_url=u'http://www.google.com/maps/views/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=307, column=0, page=0, name=u'', anchor=u'', cache_url=http://www.google.com/maps/views/sitemap.xml>
      self.follow_redirections = <local> <bound method HttpUrl.follow_redirections of <https link, base_url=u'http://www.google.com/maps/views/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=307, column=0, page=0, name=u'', anchor=u'', cache_url=http://www.google.com/maps/v...
      request = <local> <PreparedRequest [GET]>
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/httpurl.py", line 263, in follow_redirections
    line: self._add_ssl_info()
    locals:
      self = <local> <https link, base_url=u'http://www.google.com/maps/views/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=307, column=0, page=0, name=u'', anchor=u'', cache_url=http://www.google.com/maps/views/sitemap.xml>
      self._add_ssl_info = <local> <bound method HttpUrl._add_ssl_info of <https link, base_url=u'http://www.google.com/maps/views/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=307, column=0, page=0, name=u'', anchor=u'', cache_url=http://www.google.com/maps/views/s...
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/httpurl.py", line 199, in _add_ssl_info
    line: self.ssl_cert = httputil.x509_to_dict(cert)
    locals:
      self = <local> <https link, base_url=u'http://www.google.com/maps/views/sitemap.xml', parent_url=u'https://www.google.com', base_ref=None, recursion_level=1, url_connection=None, line=307, column=0, page=0, name=u'', anchor=u'', cache_url=http://www.google.com/maps/views/sitemap.xml>
      self.ssl_cert = <local> None
      httputil = <global> <module 'linkcheck.httputil' from '/usr/lib/python2.7/dist-packages/linkcheck/httputil.pyc'>
      httputil.x509_to_dict = <global> <function x509_to_dict at 0x7f1ee8a89ed8>
      cert = <local> <OpenSSL.crypto.X509 object at 0x7f1eea1fce10>
  File "/usr/lib/python2.7/dist-packages/linkcheck/httputil.py", line 35, in x509_to_dict
    line: from requests.packages.urllib3.contrib.pyopenssl import get_subj_alt_name
    locals:
      requests = <not found>
      requests.packages = <not found>
      requests.packages.urllib3 = <not found>
      requests.packages.urllib3.contrib = <not found>
      requests.packages.urllib3.contrib.pyopenssl = <not found>
      get_subj_alt_name = <not found>
ImportError: cannot import name get_subj_alt_name
System info:
LinkChecker 9.3
Released on: 16.7.2014
Python 2.7.9 (default, Dec 11 2014, 08:58:12) 
[GCC 4.9.2] on linux2
Requests: 2.4.3
Qt: 4.8.6 / PyQt: 4.11.2
Modules: Sqlite, Gconf
Local time: 2014-12-12 13:41:19+003
sys.argv: ['/usr/bin/linkchecker', '-Dall', 'https://www.google.com']
LANGUAGE = 'en_US:en'
LANG = 'en_US.UTF-8'
Default locale: ('en', 'UTF-8')

 ******** LinkChecker internal error, over and out ********
WARNING 2014-12-12 13:41:19,666 CheckThread-http://www.google.com/maps/views/sitemap.xml internal error occurred
DEBUG 2014-12-12 13:41:19,723 CheckThread-https://www.google.com/work/sitemap.xml Send request with {'allow_redirects': False, 'stream': True, 'verify': True, 'timeout': 60}
DEBUG 2014-12-12 13:41:20,057 CheckThread-https://www.google.com/work/sitemap.xml task_done https://www.google.com/work/sitemap.xml


********** Oops, I did it again. *************

You have found an internal error in LinkChecker. Please write a bug report
at https://github.com/wummel/linkchecker/issues
and include the following information:
- the URL or file you are testing
- the system information below

When using the commandline client:
- your commandline arguments and any custom configuration files.
- the output of a debug run with option "-Dall"

Not disclosing some of the information above due to privacy reasons is ok.
I will try to help you nonetheless, but you have to give me something
I can work with ;) .

Traceback (most recent call last):
  File "/usr/lib/python2.7/dist-packages/linkcheck/director/checker.py", line 104, in check_url
    line: self.check_url_data(url_data)
    locals:
      self = <local> <Checker(CheckThread-https://www.google.com/work/sitemap.xml, started 139770164401920)>
      self.check_url_data = <local> <bound method Checker.check_url_data of <Checker(CheckThread-https://www.google.com/work/sitemap.xml, started 139770164401920)>>
      url_data = <local> <https link, base_url=u'https://www.google.com/work/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=304, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/work/sitemap.xml>
  File "/usr/lib/python2.7/dist-packages/linkcheck/director/checker.py", line 120, in check_url_data
    line: check_url(url_data, self.logger)
    locals:
      check_url = <global> <function check_url at 0x7f1ee876bc08>
      url_data = <local> <https link, base_url=u'https://www.google.com/work/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=304, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/work/sitemap.xml>
      self = <local> <Checker(CheckThread-https://www.google.com/work/sitemap.xml, started 139770164401920)>
      self.logger = <local> <linkcheck.director.logger.Logger object at 0x7f1ee825cd50>
  File "/usr/lib/python2.7/dist-packages/linkcheck/director/checker.py", line 52, in check_url
    line: url_data.check()
    locals:
      url_data = <local> <https link, base_url=u'https://www.google.com/work/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=304, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/work/sitemap.xml>
      url_data.check = <local> <bound method HttpUrl.check of <https link, base_url=u'https://www.google.com/work/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=304, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google....
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/urlbase.py", line 424, in check
    line: self.local_check()
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/work/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=304, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/work/sitemap.xml>
      self.local_check = <local> <bound method HttpUrl.local_check of <https link, base_url=u'https://www.google.com/work/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=304, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.g...
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/urlbase.py", line 442, in local_check
    line: self.check_connection()
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/work/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=304, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/work/sitemap.xml>
      self.check_connection = <local> <bound method HttpUrl.check_connection of <https link, base_url=u'https://www.google.com/work/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=304, column=0, page=0, name=u'', anchor=u'', cache_url=https://...
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/httpurl.py", line 135, in check_connection
    line: self.send_request(request)
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/work/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=304, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/work/sitemap.xml>
      self.send_request = <local> <bound method HttpUrl.send_request of <https link, base_url=u'https://www.google.com/work/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=304, column=0, page=0, name=u'', anchor=u'', cache_url=https://www....
      request = <local> <PreparedRequest [GET]>
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/httpurl.py", line 165, in send_request
    line: self._send_request(request, **kwargs)
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/work/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=304, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/work/sitemap.xml>
      self._send_request = <local> <bound method HttpUrl._send_request of <https link, base_url=u'https://www.google.com/work/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=304, column=0, page=0, name=u'', anchor=u'', cache_url=https://www...
      request = <local> <PreparedRequest [GET]>
      kwargs = <local> {'allow_redirects': False, 'stream': True, 'verify': True, 'timeout': 60}
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/httpurl.py", line 172, in _send_request
    line: self._add_ssl_info()
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/work/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=304, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/work/sitemap.xml>
      self._add_ssl_info = <local> <bound method HttpUrl._add_ssl_info of <https link, base_url=u'https://www.google.com/work/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=304, column=0, page=0, name=u'', anchor=u'', cache_url=https://www...
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/httpurl.py", line 199, in _add_ssl_info
    line: self.ssl_cert = httputil.x509_to_dict(cert)
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/work/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=304, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/work/sitemap.xml>
      self.ssl_cert = <local> None
      httputil = <global> <module 'linkcheck.httputil' from '/usr/lib/python2.7/dist-packages/linkcheck/httputil.pyc'>
      httputil.x509_to_dict = <global> <function x509_to_dict at 0x7f1ee8a89ed8>
      cert = <local> <OpenSSL.crypto.X509 object at 0x7f1eea215250>
  File "/usr/lib/python2.7/dist-packages/linkcheck/httputil.py", line 35, in x509_to_dict
    line: from requests.packages.urllib3.contrib.pyopenssl import get_subj_alt_name
    locals:
      requests = <not found>
      requests.packages = <not found>
      requests.packages.urllib3 = <not found>
      requests.packages.urllib3.contrib = <not found>
      requests.packages.urllib3.contrib.pyopenssl = <not found>
      get_subj_alt_name = <not found>
ImportError: cannot import name get_subj_alt_name
System info:
LinkChecker 9.3
Released on: 16.7.2014
Python 2.7.9 (default, Dec 11 2014, 08:58:12) 
[GCC 4.9.2] on linux2
Requests: 2.4.3
Qt: 4.8.6 / PyQt: 4.11.2
Modules: Sqlite, Gconf
Local time: 2014-12-12 13:41:20+003
sys.argv: ['/usr/bin/linkchecker', '-Dall', 'https://www.google.com']
LANGUAGE = 'en_US:en'
LANG = 'en_US.UTF-8'
Default locale: ('en', 'UTF-8')

 ******** LinkChecker internal error, over and out ********
WARNING 2014-12-12 13:41:20,065 CheckThread-https://www.google.com/work/sitemap.xml internal error occurred
DEBUG 2014-12-12 13:41:20,300 CheckThread-https://www.google.com/intx/sitemap.xml Send request with {'allow_redirects': False, 'stream': True, 'verify': True, 'timeout': 60}
DEBUG 2014-12-12 13:41:20,445 CheckThread-http://www.google.com/hostednews/sitemap_index.xml Send request with {'allow_redirects': False, 'stream': True, 'verify': False, 'timeout': 60}
DEBUG 2014-12-12 13:41:20,503 CheckThread-https://www.google.com/intx/sitemap.xml task_done https://www.google.com/intx/sitemap.xml


********** Oops, I did it again. *************

You have found an internal error in LinkChecker. Please write a bug report
at https://github.com/wummel/linkchecker/issues
and include the following information:
- the URL or file you are testing
- the system information below

When using the commandline client:
- your commandline arguments and any custom configuration files.
- the output of a debug run with option "-Dall"

Not disclosing some of the information above due to privacy reasons is ok.
I will try to help you nonetheless, but you have to give me something
I can work with ;) .

Traceback (most recent call last):
  File "/usr/lib/python2.7/dist-packages/linkcheck/director/checker.py", line 104, in check_url
    line: self.check_url_data(url_data)
    locals:
      self = <local> <Checker(CheckThread-https://www.google.com/intx/sitemap.xml, started 139770660656896)>
      self.check_url_data = <local> <bound method Checker.check_url_data of <Checker(CheckThread-https://www.google.com/intx/sitemap.xml, started 139770660656896)>>
      url_data = <local> <https link, base_url=u'https://www.google.com/intx/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=305, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/intx/sitemap.xml>
  File "/usr/lib/python2.7/dist-packages/linkcheck/director/checker.py", line 120, in check_url_data
    line: check_url(url_data, self.logger)
    locals:
      check_url = <global> <function check_url at 0x7f1ee876bc08>
      url_data = <local> <https link, base_url=u'https://www.google.com/intx/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=305, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/intx/sitemap.xml>
      self = <local> <Checker(CheckThread-https://www.google.com/intx/sitemap.xml, started 139770660656896)>
      self.logger = <local> <linkcheck.director.logger.Logger object at 0x7f1ee825cd50>
  File "/usr/lib/python2.7/dist-packages/linkcheck/director/checker.py", line 52, in check_url
    line: url_data.check()
    locals:
      url_data = <local> <https link, base_url=u'https://www.google.com/intx/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=305, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/intx/sitemap.xml>
      url_data.check = <local> <bound method HttpUrl.check of <https link, base_url=u'https://www.google.com/intx/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=305, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google....
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/urlbase.py", line 424, in check
    line: self.local_check()
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/intx/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=305, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/intx/sitemap.xml>
      self.local_check = <local> <bound method HttpUrl.local_check of <https link, base_url=u'https://www.google.com/intx/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=305, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.g...
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/urlbase.py", line 442, in local_check
    line: self.check_connection()
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/intx/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=305, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/intx/sitemap.xml>
      self.check_connection = <local> <bound method HttpUrl.check_connection of <https link, base_url=u'https://www.google.com/intx/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=305, column=0, page=0, name=u'', anchor=u'', cache_url=https://...
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/httpurl.py", line 135, in check_connection
    line: self.send_request(request)
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/intx/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=305, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/intx/sitemap.xml>
      self.send_request = <local> <bound method HttpUrl.send_request of <https link, base_url=u'https://www.google.com/intx/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=305, column=0, page=0, name=u'', anchor=u'', cache_url=https://www....
      request = <local> <PreparedRequest [GET]>
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/httpurl.py", line 165, in send_request
    line: self._send_request(request, **kwargs)
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/intx/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=305, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/intx/sitemap.xml>
      self._send_request = <local> <bound method HttpUrl._send_request of <https link, base_url=u'https://www.google.com/intx/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=305, column=0, page=0, name=u'', anchor=u'', cache_url=https://www...
      request = <local> <PreparedRequest [GET]>
      kwargs = <local> {'allow_redirects': False, 'stream': True, 'verify': True, 'timeout': 60}
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/httpurl.py", line 172, in _send_request
    line: self._add_ssl_info()
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/intx/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=305, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/intx/sitemap.xml>
      self._add_ssl_info = <local> <bound method HttpUrl._add_ssl_info of <https link, base_url=u'https://www.google.com/intx/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=305, column=0, page=0, name=u'', anchor=u'', cache_url=https://www...
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/httpurl.py", line 199, in _add_ssl_info
    line: self.ssl_cert = httputil.x509_to_dict(cert)
    locals:
      self = <local> <https link, base_url=u'https://www.google.com/intx/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=305, column=0, page=0, name=u'', anchor=u'', cache_url=https://www.google.com/intx/sitemap.xml>
      self.ssl_cert = <local> None
      httputil = <global> <module 'linkcheck.httputil' from '/usr/lib/python2.7/dist-packages/linkcheck/httputil.pyc'>
      httputil.x509_to_dict = <global> <function x509_to_dict at 0x7f1ee8a89ed8>
      cert = <local> <OpenSSL.crypto.X509 object at 0x7f1eea215550>
  File "/usr/lib/python2.7/dist-packages/linkcheck/httputil.py", line 35, in x509_to_dict
    line: from requests.packages.urllib3.contrib.pyopenssl import get_subj_alt_name
    locals:
      requests = <not found>
      requests.packages = <not found>
      requests.packages.urllib3 = <not found>
      requests.packages.urllib3.contrib = <not found>
      requests.packages.urllib3.contrib.pyopenssl = <not found>
      get_subj_alt_name = <not found>
ImportError: cannot import name get_subj_alt_name
System info:
LinkChecker 9.3
Released on: 16.7.2014
Python 2.7.9 (default, Dec 11 2014, 08:58:12) 
[GCC 4.9.2] on linux2
Requests: 2.4.3
Qt: 4.8.6 / PyQt: 4.11.2
Modules: Sqlite, Gconf
Local time: 2014-12-12 13:41:20+003
sys.argv: ['/usr/bin/linkchecker', '-Dall', 'https://www.google.com']
LANGUAGE = 'en_US:en'
LANG = 'en_US.UTF-8'
Default locale: ('en', 'UTF-8')

 ******** LinkChecker internal error, over and out ********
WARNING 2014-12-12 13:41:20,507 CheckThread-https://www.google.com/intx/sitemap.xml internal error occurred
DEBUG 2014-12-12 13:41:20,580 CheckThread-http://www.google.com/hostednews/sitemap_index.xml follow all redirections
DEBUG 2014-12-12 13:41:20,582 CheckThread-http://www.google.com/hostednews/sitemap_index.xml task_done http://www.google.com/hostednews/sitemap_index.xml
DEBUG 2014-12-12 13:41:20,591 CheckThread-http://www.google.com/maps/views/sitemap.xml Send request with {'allow_redirects': False, 'stream': True, 'verify': False, 'timeout': 60}
DEBUG 2014-12-12 13:41:20,745 CheckThread-http://www.google.com/sitemaps_webmasters.xml Send request with {'allow_redirects': False, 'stream': True, 'verify': False, 'timeout': 60}
DEBUG 2014-12-12 13:41:20,813 CheckThread-http://www.google.com/sitemaps_webmasters.xml follow all redirections
DEBUG 2014-12-12 13:41:20,813 CheckThread-http://www.google.com/sitemaps_webmasters.xml checking recursion of u'http://www.google.com/sitemaps_webmasters.xml' ...
DEBUG 2014-12-12 13:41:20,813 CheckThread-http://www.google.com/sitemaps_webmasters.xml Get content of u'http://www.google.com/sitemaps_webmasters.xml'
DEBUG 2014-12-12 13:41:20,814 CheckThread-http://www.google.com/sitemaps_webmasters.xml ... yes, recursion.
DEBUG 2014-12-12 13:41:20,814 CheckThread-http://www.google.com/sitemaps_webmasters.xml task_done http://www.google.com/sitemaps_webmasters.xml
DEBUG 2014-12-12 13:41:21,034 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml Send request with {'allow_redirects': False, 'stream': True, 'verify': False, 'timeout': 60}
DEBUG 2014-12-12 13:41:21,074 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml follow all redirections
DEBUG 2014-12-12 13:41:21,075 CheckThread-http://www.google.com/ventures/sitemap_ventures.xml task_done http://www.google.com/ventures/sitemap_ventures.xml
DEBUG 2014-12-12 13:41:21,267 CheckThread-http://www.google.com/drive/sitemap.xml Send request with {'allow_redirects': False, 'stream': True, 'verify': False, 'timeout': 60}
DEBUG 2014-12-12 13:41:21,307 CheckThread-http://www.google.com/drive/sitemap.xml follow all redirections
DEBUG 2014-12-12 13:41:21,307 CheckThread-http://www.google.com/drive/sitemap.xml checking recursion of u'http://www.google.com/drive/sitemap.xml' ...
DEBUG 2014-12-12 13:41:21,308 CheckThread-http://www.google.com/drive/sitemap.xml Get content of u'http://www.google.com/drive/sitemap.xml'
DEBUG 2014-12-12 13:41:21,339 CheckThread-http://www.google.com/maps/views/sitemap.xml follow all redirections
DEBUG 2014-12-12 13:41:21,519 CheckThread-http://www.google.com/drive/sitemap.xml ... yes, recursion.
DEBUG 2014-12-12 13:41:21,584 CheckThread-http://www.google.com/drive/sitemap.xml task_done http://www.google.com/drive/sitemap.xml 2 threads active, 
    0 links queued,   27 links in   5 URLs checked, runtime 6 seconds
DEBUG 2014-12-12 13:41:22,173 CheckThread-http://www.google.com/maps/views/sitemap.xml Redirected to u'https://www.google.com/maps/views/sitemap.xml'
DEBUG 2014-12-12 13:41:22,173 CheckThread-http://www.google.com/maps/views/sitemap.xml Intern URL u'https://www.google.com/maps/views/sitemap.xml'
DEBUG 2014-12-12 13:41:22,173 CheckThread-http://www.google.com/maps/views/sitemap.xml task_done https://www.google.com/maps/views/sitemap.xml


********** Oops, I did it again. *************

You have found an internal error in LinkChecker. Please write a bug report
at https://github.com/wummel/linkchecker/issues
and include the following information:
- the URL or file you are testing
- the system information below

When using the commandline client:
- your commandline arguments and any custom configuration files.
- the output of a debug run with option "-Dall"

Not disclosing some of the information above due to privacy reasons is ok.
I will try to help you nonetheless, but you have to give me something
I can work with ;) .

Traceback (most recent call last):
  File "/usr/lib/python2.7/dist-packages/linkcheck/director/checker.py", line 104, in check_url
    line: self.check_url_data(url_data)
    locals:
      self = <local> <Checker(CheckThread-http://www.google.com/maps/views/sitemap.xml, started 139770181187328)>
      self.check_url_data = <local> <bound method Checker.check_url_data of <Checker(CheckThread-http://www.google.com/maps/views/sitemap.xml, started 139770181187328)>>
      url_data = <local> <https link, base_url=u'http://www.google.com/maps/views/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=307, column=0, page=0, name=u'', anchor=u'', cache_url=http://www.google.com/maps/views/sitemap.xml>
  File "/usr/lib/python2.7/dist-packages/linkcheck/director/checker.py", line 120, in check_url_data
    line: check_url(url_data, self.logger)
    locals:
      check_url = <global> <function check_url at 0x7f1ee876bc08>
      url_data = <local> <https link, base_url=u'http://www.google.com/maps/views/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=307, column=0, page=0, name=u'', anchor=u'', cache_url=http://www.google.com/maps/views/sitemap.xml>
      self = <local> <Checker(CheckThread-http://www.google.com/maps/views/sitemap.xml, started 139770181187328)>
      self.logger = <local> <linkcheck.director.logger.Logger object at 0x7f1ee825cd50>
  File "/usr/lib/python2.7/dist-packages/linkcheck/director/checker.py", line 52, in check_url
    line: url_data.check()
    locals:
      url_data = <local> <https link, base_url=u'http://www.google.com/maps/views/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=307, column=0, page=0, name=u'', anchor=u'', cache_url=http://www.google.com/maps/views/sitemap.xml>
      url_data.check = <local> <bound method HttpUrl.check of <https link, base_url=u'http://www.google.com/maps/views/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=307, column=0, page=0, name=u'', anchor=u'', cache_url=http://www.goo...
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/urlbase.py", line 424, in check
    line: self.local_check()
    locals:
      self = <local> <https link, base_url=u'http://www.google.com/maps/views/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=307, column=0, page=0, name=u'', anchor=u'', cache_url=http://www.google.com/maps/views/sitemap.xml>
      self.local_check = <local> <bound method HttpUrl.local_check of <https link, base_url=u'http://www.google.com/maps/views/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=307, column=0, page=0, name=u'', anchor=u'', cache_url=http://w...
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/urlbase.py", line 442, in local_check
    line: self.check_connection()
    locals:
      self = <local> <https link, base_url=u'http://www.google.com/maps/views/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=307, column=0, page=0, name=u'', anchor=u'', cache_url=http://www.google.com/maps/views/sitemap.xml>
      self.check_connection = <local> <bound method HttpUrl.check_connection of <https link, base_url=u'http://www.google.com/maps/views/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=307, column=0, page=0, name=u'', anchor=u'', cache_url=htt...
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/httpurl.py", line 137, in check_connection
    line: self.follow_redirections(request)
    locals:
      self = <local> <https link, base_url=u'http://www.google.com/maps/views/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=307, column=0, page=0, name=u'', anchor=u'', cache_url=http://www.google.com/maps/views/sitemap.xml>
      self.follow_redirections = <local> <bound method HttpUrl.follow_redirections of <https link, base_url=u'http://www.google.com/maps/views/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=307, column=0, page=0, name=u'', anchor=u'', cache_url=...
      request = <local> <PreparedRequest [GET]>
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/httpurl.py", line 263, in follow_redirections
    line: self._add_ssl_info()
    locals:
      self = <local> <https link, base_url=u'http://www.google.com/maps/views/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=307, column=0, page=0, name=u'', anchor=u'', cache_url=http://www.google.com/maps/views/sitemap.xml>
      self._add_ssl_info = <local> <bound method HttpUrl._add_ssl_info of <https link, base_url=u'http://www.google.com/maps/views/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=307, column=0, page=0, name=u'', anchor=u'', cache_url=http:/...
  File "/usr/lib/python2.7/dist-packages/linkcheck/checker/httpurl.py", line 199, in _add_ssl_info
    line: self.ssl_cert = httputil.x509_to_dict(cert)
    locals:
      self = <local> <https link, base_url=u'http://www.google.com/maps/views/sitemap.xml', parent_url=u'http://www.google.com/hostednews/sitemap_index.xml', base_ref=None, recursion_level=2, url_connection=None, line=307, column=0, page=0, name=u'', anchor=u'', cache_url=http://www.google.com/maps/views/sitemap.xml>
      self.ssl_cert = <local> None
      httputil = <global> <module 'linkcheck.httputil' from '/usr/lib/python2.7/dist-packages/linkcheck/httputil.pyc'>
      httputil.x509_to_dict = <global> <function x509_to_dict at 0x7f1ee8a89ed8>
      cert = <local> <OpenSSL.crypto.X509 object at 0x7f1ee99f0a90>
  File "/usr/lib/python2.7/dist-packages/linkcheck/httputil.py", line 35, in x509_to_dict
    line: from requests.packages.urllib3.contrib.pyopenssl import get_subj_alt_name
    locals:
      requests = <not found>
      requests.packages = <not found>
      requests.packages.urllib3 = <not found>
      requests.packages.urllib3.contrib = <not found>
      requests.packages.urllib3.contrib.pyopenssl = <not found>
      get_subj_alt_name = <not found>
ImportError: cannot import name get_subj_alt_name
System info:
LinkChecker 9.3
Released on: 16.7.2014
Python 2.7.9 (default, Dec 11 2014, 08:58:12) 
[GCC 4.9.2] on linux2
Requests: 2.4.3
Qt: 4.8.6 / PyQt: 4.11.2
Modules: Sqlite, Gconf
Local time: 2014-12-12 13:41:22+003
sys.argv: ['/usr/bin/linkchecker', '-Dall', 'https://www.google.com']
LANGUAGE = 'en_US:en'
LANG = 'en_US.UTF-8'
Default locale: ('en', 'UTF-8')

 ******** LinkChecker internal error, over and out ********
WARNING 2014-12-12 13:41:22,177 CheckThread-http://www.google.com/maps/views/sitemap.xml internal error occurred