Skip to content

Instantly share code, notes, and snippets.

@rodrigoalviani
Created December 23, 2014 14:13
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save rodrigoalviani/bf9af7509b673f22d88f to your computer and use it in GitHub Desktop.
Save rodrigoalviani/bf9af7509b673f22d88f to your computer and use it in GitHub Desktop.
Multi Curl Request (PHP)
function multiRequest($data, $connecttimeout = 10, $timeout = 10) {
$curly = array();
$result = array();
$mh = curl_multi_init();
foreach ($data as $id => $d) {
$curly[$id] = curl_init();
$url = (is_array($d) && !empty($d['url'])) ? $d['url'] : $d;
curl_setopt($curly[$id], CURLOPT_URL, $url);
curl_setopt($curly[$id], CURLOPT_HEADER, 0);
curl_setopt($curly[$id], CURLOPT_RETURNTRANSFER, 1);
curl_setopt($curly[$id], CURLOPT_COOKIEJAR, tempnam("/tmp", "CURLCOOKIE"));
curl_setopt($curly[$id], CURLOPT_FOLLOWLOCATION, 1);
curl_setopt($curly[$id], CURLOPT_ENCODING, "");
curl_setopt($curly[$id], CURLOPT_AUTOREFERER, 1);
curl_setopt($curly[$id], CURLOPT_SSL_VERIFYPEER, 0);
curl_setopt($curly[$id], CURLOPT_CONNECTTIMEOUT, $connecttimeout);
curl_setopt($curly[$id], CURLOPT_TIMEOUT, $timeout);
curl_setopt($curly[$id], CURLOPT_MAXREDIRS, 2);
if (is_array($d)) {
if (!empty($d['post'])) {
curl_setopt($curly[$id], CURLOPT_POST, 1);
curl_setopt($curly[$id], CURLOPT_POSTFIELDS, $d['post']);
}
}
if (!empty($options))
curl_setopt_array($curly[$id], $options);
curl_multi_add_handle($mh, $curly[$id]);
}
$running = null;
do {
curl_multi_exec($mh, $running);
usleep(25000);
} while ($running > 0);
foreach ($curly as $id => $c) {
$result[$id] = curl_getinfo($c);
$result[$id]['html'] = curl_multi_getcontent($c);
curl_multi_remove_handle($mh, $c);
}
curl_multi_close($mh);
return $result;
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment