Skip to content

Instantly share code, notes, and snippets.

View grantmichaels's full-sized avatar

grantmichaels grantmichaels

View GitHub Profile
@kevinohara80
kevinohara80 / scrape.js
Created October 26, 2012 20:52
Simple node.js WSJ Prime Rate scraper web service
var express = require('express');
var http = require('http');
var path = require('path');
var request = require('request');
var $ = require('cheerio');
var WSJ_PRIME_URL = 'http://www.bankrate.com/rates/interest-rates/wall-street-prime-rate.aspx';
var app = express();
@ideiudicibus
ideiudicibus / testPaginegialleCinema.js
Created September 3, 2012 16:11
paginegialle.it cinema web scraping
var request = require('request'),
cheerio = require('cheerio'),
url= 'http://www.paginegialle.it/cinema-programmazione/Roma%20(RM)',
ua = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_6_8) AppleWebKit/534.57.2 (KHTML, like Gecko) Version/5.1.7 Safari/534.57.2';
var parsePage = function(error, response, body) {
if (error || response.statusCode != 200) {
console.log(error);
}
request = require('request')
cheerio = require('cheerio')
iconv = require('iconv-jp')
module.exports = (robot) ->
robot.hear /http(s?):\/\/(.*)/i, (msg) ->
url = msg.match[0]
unless url.match(/\.(png|jpg|jpeg|gif|txt|zip|tar\.bz|js|css)/) # filter out some common files from trying
@max-mapper
max-mapper / index.js
Created July 11, 2012 04:53
display all pngs from a url in a terminal
var cheerio = require('cheerio')
var request = require('request')
var pictureTube = require('picture-tube')
var url = require('url')
var async = require('async')
var site = process.argv[2]
console.log('fetching', site)
request(site, function(e,r,b) {
@balupton
balupton / docpad-text-plugin-cheerio.coffee
Created June 29, 2012 06:57
DocPad Text Plugin: Different HTML Implementations
# Export Plugin
module.exports = (BasePlugin) ->
# Define Plugin
class TextPlugin extends BasePlugin
# Plugin name
name: 'text'
# Get the text
getText: (opts) ->
# Prepare
@javan
javan / screenshot.js
Created June 19, 2012 21:40
Create a screenshot of any URL using phantomjs (headless webkit)
//
// Example usage: phantomjs screenshot.js http://yahoo.com /tmp/yahoo.png
//
var system = require('system');
var url = system.args[1];
var filename = system.args[2];
var page = new WebPage();
page.open(url, function (status) {
@grantmichaels
grantmichaels / package.json
Created May 13, 2012 18:51 — forked from akoenig/package.json
node.js talk - twitter stream reader
{
"author": "Malte Legenhausen (mlegenhausen@gmail.com), John Philip Schnake (philipschnake@gmail.com), André König (andre.koenig@gmail.com)",
"name": "twitter-streamer",
"description": "A little app which receives tweets in realtime!",
"version": "0.0.1",
"homepage": "http://bremen.gtugs.com",
"repository": {
"url": ""
},
"engines": {
@simenbrekken
simenbrekken / uploader.js
Created May 2, 2012 13:38
Fetch, resize via ImageMagick and store image on Amazon S3 with node.js
var spawn = require('child_process').spawn,
aws2js = require('aws2js'),
http = require('http'),
urlutil = require('url')
mime = require('mime'),
Buffers = require('buffers');
var settings = {
s3: {
key: 'key',
@Fandora
Fandora / node-paypal-expresscheckout.js
Created March 16, 2012 02:47
node.js + paypal express checkout
var Request = require("request");
// USER: API 用戶名稱
// PWD: API 密碼
// SIGNATURE: 簽名
/* METHOD: SetExpressCheckout
RETURNURL:當於PayPal 網站完成明細確認後,瀏覽器將帶顧客返回至此網址。
CANCELURL:當顧客選擇終止付款時,瀏覽器將帶顧客返回至此網址。
@nicolasfont
nicolasfont / targznode
Created March 15, 2012 00:52
tar.gz with node.js
var fstream = require("fstream"),
tar = require("tar"),
zlib = require("zlib");
fstream.Reader("src").pipe(tar.Pack()).pipe(zlib.createGzip()).pipe(fstream.Writer("output.tar.gz"));