gistfile1.php

<?
	# wanted to use Python for this, but I'll need to install
	# simpleJSON and stuff, so it's just quicker with PHP at this point
	header("Content-type:text/plain");
	
	$last_count = file_get_contents('lastFetch');
	$tweets = json_decode(file_get_contents("http://USERNAME:PASSWORD@twitter.com/statuses/friends_timeline.json?since_id=$last_count&count=50"), true);
	if(!isset($tweets[0]))
		die('No new tweets');
	
	file_put_contents('lastFetch', $tweets[0]['id']); # this script hates me
	
	$blacklist_users = array('ibnlive', 'mrinal', 'baxiabhishek', 'arjunghosh', 'ossguy', 'madguy000', 'thinkgeek', 'freddurst', 'hiway');
	$blacklist_domains = array('twitpic', 'ow.ly', 'techcrunch', 'last.fm', 'jsmag', 'ibnlive');
	$stopwords = explode(',', file_get_contents('stopwords'));
	
	foreach($tweets as $tweet):
		if(in_array($tweet['user']['screen_name'], $blacklist_users))
			continue;
		
		$s = $tweet['text'];
		$dup = $s; # to generate tags later on
		preg_match_all("/(?:http|https)\:\/\/(\S+)/", $s, $match);
		if(count($match[0]) != 0): # make the call
			
			# first get the URL endpoint
			$ch = curl_init($match[0][0]);
				curl_setopt_array($ch, array(
											CURLOPT_FOLLOWLOCATION => 1,
											CURLOPT_TIMEOUT => 1,
											CURLOPT_NOBODY => 1
										));
			curl_exec($ch);
			$url = curl_getinfo($ch, CURLINFO_EFFECTIVE_URL);
			$host = parse_url($url);
				$host = str_ireplace(array(".com", ".org", ".net", "www."), "", $host['host']);

			if(in_array($host, $blacklist_domains))
				continue;
			
			foreach($stopwords as $word):
				$dup = preg_replace("/\b$word\b/i", "", $dup);
			endforeach;
			
			$dup = preg_replace("/[^\w\s]/", "", preg_replace("/(?:http|https)\:\/\/(\S+)/", "", $dup)); # one line baby!
			$tags_string = strtolower(preg_replace(array("/\+{1,}/", "/\+$/"), array('+', ''), implode('+', explode(' ', $dup))));
			
			echo $match[0][0] . "\n" . $url . "\n" . $tags_string . "\n\n";
			
			$delicious = file_get_contents("https://USERNAME:PASSWORD@api.del.icio.us/v1/posts/add?url=". urlencode($url) ."&description=" . urlencode($s) . "&tags=tweet-mark+" . $tweet['user']['screen_name'] . "+" . $tags_string);
		endif;
	endforeach;

	echo file_get_contents('tweetMarksError');
?>