2016 MLS League Schedule

2016.csv

html_schedule_scrape_2016.pde

/* HTML Scraper via jSoup
 * ---
 * This takes a URL (at url in setup() )
 * and crawls the returned markup via the pattern defined in doc.select()
 * This version then dumps the resulting content into a text file
 * for further processing with Google Refine
 */
 
// Import libraries
import org.jsoup.safety.*;
import org.jsoup.examples.*;
import org.jsoup.helper.*;
import org.jsoup.*;
import org.jsoup.parser.*;
import org.jsoup.select.*;
import org.jsoup.nodes.*;
import java.io.IOException;

// Objects
PrintWriter output; // output file

// Init global variables
int intYear = 2016;
// String url = "http://www.mlssoccer.com/schedule?month=all&year=" + intYear + "&club=all&competition_type=46&broadcast_type=all&op=Search&form_id=mls_schedule_form";
// String url = "http://www.mlssoccer.com/schedule?month=all&year=" + intYear + "&club=select&club_options=9&op=Update&form_build_id=form-WNvubaAnlWriz5vXna3IMaSr_kWBGcbmMSs4X_MwAYs&form_id=mp7_schedule_hub_search_filters_form";
String url = "http://localhost/MLS_league_2016.html";
ArrayList<Object> arrGames = new ArrayList<Object>();

void setup() {
  size(200,200);
  println("Setup started");
  
  scrapeSchedule();
  
  println("Setup finished");
}

void keyPressed() {
  // Abort operation
  println("!!! Abort - key pressed");
  exit(); // stops the program
}

void draw() {
  background(255);
}

void scrapeSchedule() {
  
  // create objects 
  
  // File input = new File("C:\\Users\\mjbernha\\Documents\\Processing\\html_scraper_schedule\\schedule_2015.html");
  Document doc;
  output = createWriter(intYear + ".csv");
  output.println(url);
  
  try {
    // doc = Jsoup.parse(input, "UTF-8", "http://www.mlssoccer.com");
    doc = Jsoup.connect(url).get();
  } catch (Exception e) {
    print(e);
    doc = null;
  }
  
  Elements page = doc.select("ul.competition_schedule");

  Elements games = page.select("li.row");
  
  String date = "";
  String time = "";
  String hTeam = "";
  String aTeam = "";
  String venue = "";
  
  for (Element element : games) {

    // output.println("_" + element.select("div.match_date").html().length() + "_");
    
    if(element.select("div.match_date").html().length() > 0) {
      date = element.select("div.match_date").html();
    }
    
    time = element.select("span.match_status").html();
    hTeam = element.select("div.home_club span.club_name").html();
    aTeam = element.select("div.vs_club span.club_name").html();
    venue = element.select("div.match_location_competition").html().replace("MLS Regular Season / ","");
    output.println("\"" + date + " " + time + "\"," + hTeam + "," + aTeam + "," + venue);  

  }
  
  println("fetched");
  output.flush();
  output.close();
}