DGaffney

require 'open-uri'
require 'nokogiri'
url = "http://www.enxing.de/audio.html"
result = Nokogiri.parse(open(url))
mp3s = result.search("option").collect{|option| option.attributes["value"].value}.select{|link| link.include?(".mp3")}
mp3s.each do |mp3|
  Thread.new{puts `wget #{mp3}`}
end

DGaffney

Book.all.each do |book|
        book.number_of_pages = rand(10000)
end

DGaffney

require 'open-uri'
require 'json'
#without a gem, you can live in this world. 
front_page = JSON.parse(open("http://www.reddit.com/.json").read)

#With a gem, you can get a little crazy...
require 'snoo'

# Create a new instance of the client
reddit = Snoo::Client.new

DGaffney

  def index
    limit = params[:limit] || 100
    offset = params[:offset] || 0
    @curations = []
    if params[:dataset_id]
      @curations = Dataset.first(:id => params[:dataset_id]).curations(:limit => limit.to_i, :offset => offset.to_i)
    if params[:researcher_id]
      @curations = Researcher.first(:id => params[:researcher_id]).curations(:limit => limit.to_i, :offset => offset.to_i)
    else
      @curations = Curation.all(:archived => false, :limit => limit.to_i, :offset => offset.to_i)

DGaffney

select count(distinct(screen_name)),geo_enabled from users where dataset_id in (200, 201, 202, 203, 204, 205) and twitter_id in (7524932, 8162322, 14274087, 14511951, 15077974, 15894020, 15914634, 16498195, 16529856, 17760781, 17784861, 18200615, 18460864, 18668136, 19035842, 19063141, 20400794, 20555999, 20579679, 21578875, 21587844, 21941984, 22120359, 22205904, 22218117, 22321520, 23376201, 23377569, 23479882, 23908773, 24287708, 24530900, 24966018, 25124859, 25366515, 25626174, 25738421, 25811689, 25822507, 25834094, 26008219, 26150677, 26171023, 26230418, 26273516, 26555800, 26602766, 26728695, 27335898, 27524029, 27570569, 27679698, 27765255, 27921386, 27937482, 27945993, 28369480, 28444084, 29077208, 29150921, 29178221, 29196038, 29209759, 29315398, 29546820, 29620526, 29743099, 29763551, 29881297, 29913428, 29939295, 30027454, 30035057, 30104425, 30431783, 30504450, 31133497, 31156433, 31349514, 31394603, 31513326, 31551422, 32134122, 32381290, 32699839, 32840980, 33050022, 33058177, 33170318, 3329064

DGaffney

Downloading s3://aws/twitter_data/2011-05-10/03-21-07.json.gz 2 at /ebs_home/dgaffney/SocialFlow-Twitter-Consumer/script/../lib/SocialFlowAPI/S3/Downloader.pm line 67.
->       /ebs_download/data/twitter/2011-05-10/03-21-07.json.gz 2 at /ebs_home/dgaffney/SocialFlow-Twitter-Consumer/script/../lib/SocialFlowAPI/S3/Downloader.pm line 67.
Downloading s3://aws/twitter_data/2011-05-10/06-41-07.json.gz 3 at /ebs_home/dgaffney/SocialFlow-Twitter-Consumer/script/../lib/SocialFlowAPI/S3/Downloader.pm line 67.
->       /ebs_download/data/twitter/2011-05-10/06-41-07.json.gz 3 at /ebs_home/dgaffney/SocialFlow-Twitter-Consumer/script/../lib/SocialFlowAPI/S3/Downloader.pm line 67.
Downloading s3://aws/twitter_data/2011-05-10/00-01-07.json.gz 1 at /ebs_home/dgaffney/SocialFlow-Twitter-Consumer/script/../lib/SocialFlowAPI/S3/Downloader.pm line 67.
->       /ebs_download/data/twitter/2011-05-10/00-01-07.json.gz 1 at /ebs_home/dgaffney/SocialFlow-Twitter-Consumer/script/../lib/SocialFlowAPI/S3/Downloader.pm line 67.
Downloadin

DGaffney

#Entities table:


+----+------------+-------------------+--------------------------+----------------------+
| id | dataset_id | twitter_id        | name                     | value                |
+----+------------+-------------------+--------------------------+----------------------+
|  1 |          1 | 60129190850211840 | hashtag                  | goblue               |
|  2 |          1 | 60129190850211840 | user_mention_id          | 71023061             |
|  3 |          1 | 60129190850211840 | user_mention_screen_name | CollegeGameDay       |
|  4 |          1 | 60129190799876096 | user_mention_id          | 138672856            |

DGaffney

#Table Friendships

+----+------------+-------------------+------------------+------------+------------+
| id | dataset_id | following_user_id | followed_user_id | created_at | deleted_at |
+----+------------+-------------------+------------------+------------+------------+
|  1 |          1 |                12 |            13348 | NULL       | NULL       |
|  2 |          1 |               107 |            13348 | NULL       | NULL       |
|  3 |          1 |               274 |            13348 | NULL       | NULL       |
|  4 |          1 |               324 |            13348 | NULL       | NULL       |
|  5 |          1 |               418 |            13348 | NULL       | NULL       |

DGaffney

#Table Friendships

+----+------------+-------------------+------------------+------------+------------+
| id | dataset_id | following_user_id | followed_user_id | created_at | deleted_at |
+----+------------+-------------------+------------------+------------+------------+
|  1 |          1 |                12 |            13348 | NULL       | NULL       |
|  2 |          1 |               107 |            13348 | NULL       | NULL       |
|  3 |          1 |               274 |            13348 | NULL       | NULL       |
|  4 |          1 |               324 |            13348 | NULL       | NULL       |
|  5 |          1 |               418 |            13348 | NULL       | NULL       |

DGaffney

+----+------------+----------+--------+------------+------------+
| id | dataset_id | start_id | end_id | created_at | deleted_at |
+----+------------+----------+--------+------------+------------+
|  1 |          1 |       12 |  13348 | NULL       | NULL       |
|  2 |          1 |      107 |  13348 | NULL       | NULL       |
|  3 |          1 |      274 |  13348 | NULL       | NULL       |
|  4 |          1 |      324 |  13348 | NULL       | NULL       |
|  5 |          1 |      418 |  13348 | NULL       | NULL       |
|  6 |          1 |      422 |  13348 | NULL       | NULL       |
|  7 |          1 |      455 |  13348 | NULL       | NULL       |