IITR Placement updates

placements.js

var cheerio = require('cheerio');
var request = require('request');
var fs      = require('fs');
var exec = require('child_process').exec;
var twitterAPI = require('node-twitter-api');

var phpsessid = '<get it from your channeli account. Chrome developer console is your friend>';
var consumerKey = '<get it from twitter.js>';
var consumerSecret = '<get it from twitter.js>';
var accessToken = '<get it from twitter.js>';
var accessTokenSecret = '<get it from twitter.js>';

var scraper = {
  data: {
    count: 0,
    companies: {}
  },

  init: function(){
    this.handleInitial();
  },

  clone: function(a) {
    return JSON.parse(JSON.stringify(a));
  },

  handleInitial: function(){
    var initialData = fs.readFileSync('data.json').toString();
    initialData = JSON.parse(initialData);
    console.log("Initially known " + initialData.count);
    this.data = this.clone(initialData);

    var that = this;
    setInterval(function(){
      that.getPage.call(that, that.handleNewHTML);
    }, 60000);
  },

  getPage: function(callback){
    var that = this;

    var j = request.jar();
    var cookie = request.cookie('PHPSESSID=' + phpsessid);
    var url = 'https://channeli.in/placement/results/2014/company/';
    j.setCookie(cookie, url);
    request({url: url, jar: j}, function (error, response, html) {
      if (!error && response.statusCode == 200) {
        callback.call(that, html);
      }
    });
  },

  getPageMocked: function(callback){
    var html = fs.readFileSync('test-1.html').toString();
    callback.call(this,html);
  },

  scrape: function(html){
    var $ = cheerio.load(html);
    var count = $('table tr').last().children().first().text();
    var companies = {};
    var links = {};
    $('table tr').each(function(i, element){
      if (i !== 0) {
        var data = $(this).children();
        var name = $(data[1]).text();
        var selected = $(data[2]).text();
        var link = 'https://channeli.in' + $(data[3]).children().last().attr('href');
        companies[name] = selected;
        links[name] = link;
      }
    });


    return {
      'count': Number(count),
      'companies': companies,
      'links': links
    }
  },

  handleNewHTML: function(html){
    var newData = this.scrape(html)
    this.writeToFile('data.json', newData);

    if(newData.count !== this.data.count){
      for(var i in newData.companies){
        if(this.data.companies[i] === undefined){
          this.notify(i, newData.companies[i], newData.links[i]);
        }
      }

      this.data = this.clone(newData);
    }
  },

  getPeopleList: function(link, company){
    var that = this;

    var j = request.jar();
    var cookie = request.cookie('PHPSESSID=' + phpsessid);
    j.setCookie(cookie, link);
    request({url: link, jar: j}, function (error, response, html) {
      if (!error && response.statusCode == 200) {
        that.tweet.call(that, html, company);
      }
    });
  },

  getPeopleListMocked: function(link, company){
    var html = fs.readFileSync('test-2.html').toString();
    this.tweet(html, company);
  },

  notify: function(name, count, link){
    // sends a desktop notification
    var cmd = 'notify-send -u critical "'+name+ '" "'+count+' selected"';
    console.log(name, count);
    exec(cmd);
    var tweet = name + ' has just released their results. '+ count +' selected. Details coming up soon.';
    this.sendTweet(tweet);
    this.getPeopleList(link, name);
  },

  tweet: function(html, company){
    var $ = cheerio.load(html);
    var people = {};
    var that = this;
    $('table tr').each(function(i, element){
      if (i !== 0) {
        var data = $(this).children();
        var name = $(data[2]).text();
        var branch = $(data[3]).text();
        var c = company.split(' ');
        if (c.length > 1)
          company = [c[0], c[1]].join(' ');
        else
          company = c[0];
        var tweet = company + ': ' + name + '/' + branch;
        if(tweet.length > 140){
          tweet = tweet.substring(0,140);
        }
        that.sendTweet(tweet);
      }
    });
  },

  sendTweet: function(tweet){
    var twitter = new twitterAPI({
      consumerKey: consumerKey,
      consumerSecret: consumerSecret,
      callback: 'http://localhost'
    });
    var accessToken = accessToken;
    var accessTokenSecret = accessTokenSecret;
    twitter.statuses("update", {
          status: tweet
        },
        accessToken,
        accessTokenSecret,
        function(error, data, response) {
          if (error) {
            console.error('Error in tweeting', tweet, error);
          }
        }
    );
  },

  writeToFile: function(file, data){
    fs.writeFile(file, JSON.stringify(data), function(err) {
        if(err) {
            console.error('Failed to write to file', err);
        }
    });
  }
}

scraper.init();

twitter.js

var twitterAPI = require('node-twitter-api');

consumerKey = '<get it from twitter developer page>';
consumerSecret = '<get it from twitter developer page>';

var twitter = new twitterAPI({
  consumerKey: consumerKey,
  consumerSecret: consumerSecret,
  callback: 'http://localhost'
});

twitter.getRequestToken(function(error, requestToken, requestTokenSecret, results){
    if (error) {
        console.log("Error getting OAuth request token : " + error);
    } else {
      console.log(requestToken, requestTokenSecret);
    }
});

var requestToken = '<use return value from previous function>';
var requestTokenSecret = '<use return value from previous function>';
var oauth_verifier = '<get it from twitter developer page>';

twitter.getAccessToken(requestToken, requestTokenSecret, oauth_verifier, function(error, accessToken, accessTokenSecret, results) {
    if (error) {
        console.log(error);
    } else {
      console.log(accessToken, accessTokenSecret);
    }
});

var accessToken = '<use return value from previous function>';
var accessTokenSecret = '<use return value from previous function>';

twitter.statuses("update", {
        status: "Hello, world!"
    },
    accessToken,
    accessTokenSecret,
    function(error, data, response) {
        if (error) {

        } else {
          console.log('Tweet Sent!');
        }
    }
);