Skip to content

Instantly share code, notes, and snippets.

Embed
What would you like to do?
Check if URL is indexed by Google
<?php
function indexed($url) {
$url = 'http://webcache.googleusercontent.com/search?q=cache:' . urlencode($url);
$ch = curl_init($url);
curl_setopt($ch, CURLOPT_FOLLOWLOCATION, false);
curl_setopt($ch, CURLOPT_NOBODY, true);
curl_setopt($ch, CURLOPT_USERAGENT, 'Chrome 10');
if (!curl_exec($ch)) {
// var_dump('failed');
return false;
}
$code = curl_getinfo($ch, CURLINFO_HTTP_CODE);
// var_dump($code);
return $code == '200';
}
@gaptekupdate

This comment has been minimized.

Copy link

@gaptekupdate gaptekupdate commented Apr 8, 2017

love this.. thx

@dryleaf

This comment has been minimized.

Copy link

@dryleaf dryleaf commented Aug 22, 2019

curl -I --user-agent 'Chrome 10' http://webcache.googleusercontent.com/search?q=cache:<your url here>

@yuis-ice

This comment has been minimized.

Copy link

@yuis-ice yuis-ice commented Oct 1, 2020

check_if_url_google_index(){

	local url="${1}"
	local code
	code="$( curl --user-agent 'Chrome 10' -s -o /dev/null -w "%{http_code}" 'https://webcache.googleusercontent.com/search?q=cache:'"${url}" )"

	[[ "${code}" == "200" ]] && return 0 || return 1
}

check_if_url_google_index "https://flippa.com/8812637-thefamousfolk-com" && echo "yes" || echo "no"
check_if_url_google_index "https://flippa.com/foobar.tld" && echo "yes" || echo "no"
@kukhanh29

This comment has been minimized.

Copy link

@kukhanh29 kukhanh29 commented Jul 22, 2021

function indexed($url) {
    $url = 'https://webcache.googleusercontent.com/search?q=cache:' . urlencode($url);
    
    $ch = curl_init($url);
    curl_setopt($ch, CURLOPT_FOLLOWLOCATION, false);
    curl_setopt($ch, CURLOPT_NOBODY, false);
    curl_setopt( $ch, CURLOPT_RETURNTRANSFER, 1) ;
    curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, false);
    curl_setopt( $ch, CURLOPT_HTTPHEADER, array(
        "Content-Type: application/json; charset=UTF-8"
    )) ;
    //curl_setopt($ch, CURLOPT_USERAGENT, 'Chrome 10');
    curl_exec($ch);
    $code = curl_getinfo($ch, CURLINFO_HTTP_CODE);
    //var_dump($code);
    curl_close($ch);

    return $code;
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment