Skip to content

Instantly share code, notes, and snippets.

@RajaniCode
Last active December 17, 2019 06:02
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save RajaniCode/3dfd3d877d09643e0730618cd0c614c1 to your computer and use it in GitHub Desktop.
Save RajaniCode/3dfd3d877d09643e0730618cd0c614c1 to your computer and use it in GitHub Desktop.
Hadoop
##MapReduce #Word Count
#inputmap.txt
A long time ago
in a galaxy far
far away
#inputreduce.txt
long 1
#wordcount_mapper.py
#!/usr/bin/env python
#the above just indicates to use python to intepret this file
# ---------------------------------------------------------------
#This mapper code will input a line of text and output <word, 1>
#
# ---------------------------------------------------------------
import sys #a python module with system functions for this OS
# ------------------------------------------------------------
# this 'for loop' will set 'line' to an input line from system
# standard input file
# ------------------------------------------------------------
for line in sys.stdin:
#-----------------------------------
#sys.stdin call 'sys' to read a line from standard input,
# note that 'line' is a string object, ie variable, and it has methods that you can apply to it,
# as in the next line
# ---------------------------------
line = line.strip() #strip is a method, ie function, associated
# with string variable, it will strip
# the carriage return (by default)
keys = line.split() #split line at blanks (by default),
# and return a list of keys
for key in keys: #a for loop through the list of keys
value = 1
print('{0}\t{1}'.format(key, value) ) #the {} is replaced by 0th,1st items in format list
#also, note that the Hadoop default is 'tab' separates key from the value
#wordcount_reducer.py
#!/usr/bin/env python
# ---------------------------------------------------------------
#This reducer code will input a line of text and
# output <word, total-count>
# ---------------------------------------------------------------
import sys
last_key = None #initialize these variables
running_total = 0
# -----------------------------------
# Loop thru file
# --------------------------------
for input_line in sys.stdin:
input_line = input_line.strip()
# --------------------------------
# Get Next Word # --------------------------------
this_key, value = input_line.split("\t", 1) #the Hadoop default is tab separates key value
#the split command returns a list of strings, in this case into 2 variables
value = int(value) #int() will convert a string to integer (this program does no error checking)
# ---------------------------------
# Key Check part
# if this current key is same
# as the last one Consolidate
# otherwise Emit
# ---------------------------------
if last_key == this_key: #check if key has changed ('==' is # logical equalilty check
running_total += value # add value to running total
else:
if last_key: #if this key that was just read in
# is different, and the previous
# (ie last) key is not empy,
# then output
# the previous <key running-count>
print( "{0}\t{1}".format(last_key, running_total) )
# hadoop expects tab(ie '\t')
# separation
running_total = value #reset values
last_key = this_key
if last_key == this_key:
print( "{0}\t{1}".format(last_key, running_total))
####################################################################################################################################################################################################################################################################################################################################################
#Python
[rajani@localhost]$ cat inputmap.txt | python wordcount_mapper.py
A 1
long 1
time 1
ago 1
in 1
a 1
galaxy 1
far 1
far 1
away 1
[rajani@localhost]$ cat inputreduce.txt | python wordcount_reducer.py
long 1
[rajani@localhost]$ more wordcount_mapper.py
#!/usr/bin/env python
#the above just indicates to use python to intepret this file
# ---------------------------------------------------------------
#This mapper code will input a line of text and output <word, 1>
#
# ---------------------------------------------------------------
import sys #a python module with system functions for this OS
# ------------------------------------------------------------
# this 'for loop' will set 'line' to an input line from system
# standard input file
# ------------------------------------------------------------
for line in sys.stdin:
#-----------------------------------
#sys.stdin call 'sys' to read a line from standard input,
# note that 'line' is a string object, ie variable, and it has methods that you can apply to it,
# as in the next line
# ---------------------------------
line = line.strip() #strip is a method, ie function, associated
# with string variable, it will strip
# the carriage return (by default)
keys = line.split() #split line at blanks (by default),
# and return a list of keys
for key in keys: #a for loop through the list of keys
value = 1
print('{0}\t{1}'.format(key, value) ) #the {} is replaced by 0th,1st items in format list
#also, note that the Hadoop default is 'tab' separates key from the value
[rajani@localhost]$ more wordcount_reducer.py
#!/usr/bin/env python
# ---------------------------------------------------------------
#This reducer code will input a line of text and
# output <word, total-count>
# ---------------------------------------------------------------
import sys
last_key = None #initialize these variables
running_total = 0
# -----------------------------------
# Loop thru file
# --------------------------------
for input_line in sys.stdin:
input_line = input_line.strip()
# --------------------------------
# Get Next Word # --------------------------------
this_key, value = input_line.split("\t", 1) #the Hadoop default is tab separates key value
#the split command returns a list of strings, in this case into 2 variables
value = int(value) #int() will convert a string to integer (this program does no error checking)
# ---------------------------------
# Key Check part
# if this current key is same
# as the last one Consolidate
# otherwise Emit
# ---------------------------------
if last_key == this_key: #check if key has changed ('==' is # logical equalilty check
running_total += value # add value to running total
else:
if last_key: #if this key that was just read in
# is different, and the previous
# (ie last) key is not empy,
# then output
# the previous <key running-count>
print( "{0}\t{1}".format(last_key, running_total) )
# hadoop expects tab(ie '\t')
# separation
running_total = value #reset values
last_key = this_key
if last_key == this_key:
print( "{0}\t{1}".format(last_key, running_total))
[rajani@localhost]$ chmod +x wordcount_mapper.py
[rajani@localhost]$ chmod +x wordcount_reducer.py
[rajani@localhost]$ pwd
/home/rajani/Rajani/Working/Python/BigData/MapReduce/
[rajani@localhost]$
####################################################################################################################################################################################################################################################################################################################################################
##MapReduce #Join
#join1_FileA1.txt
able 991
#join1_FileB.txt
Jan-01 able,5
Feb-02 about,3
Mar-03 about,8
Apr-04 able,13
Feb-22 actor,3
Feb-23 burger,5
Mar-08 burger,2
Dec-15 able,100
#make_data_join2.txt
python make_join2data.py y 1000 13 > join2_gennumA.txt
python make_join2data.py y 2000 17 > join2_gennumB.txt
python make_join2data.py y 3000 19 > join2_gennumC.txt
python make_join2data.py n 100 23 > join2_genchanA.txt
python make_join2data.py n 200 19 > join2_genchanB.txt
python make_join2data.py n 300 37 > join2_genchanC.txt
#join1_mapper.py
#!/usr/bin/env python
import sys
# --------------------------------------------------------------------------
# This mapper code will input a <date word, value> input file, and move date into
# the value field for output
#
# Note, this program is written in a simple style and does not take full advantage of Python
# data structures,but I believe it is more readable
#
# Note, there is NO error checking of the input, it is assumed to be correct
# meaning no extra spaces, missing inputs or counts,etc..
#
# See # see https://docs.python.org/2/tutorial/index.html for details and python tutorials
#
# --------------------------------------------------------------------------
for line in sys.stdin:
line = line.strip() # strip out carriage return
key_value = line.split(",") # split line, into key and value, returns a list
key_in = key_value[0].split(" ") # key is first item in list
value_in = key_value[1] # value is 2nd item
# print key_in
if len(key_in) >= 2: # if this entry has <date word> in key
date = key_in[0] # now get date from key field
word = key_in[1]
value_out = date + " " + value_in # concatenate date, blank, and value_in
print( '%s\t%s' % (word, value_out) ) # print a string, tab, and string
else: # key is only <word> so just pass it through
print( '%s\t%s' % (key_in[0], value_in) ) # print a string tab and string
# Note that Hadoop expects a tab to separate key value
# but this program assumes the input file has a ',' separating key value
#join1_reducer.py
#!/usr/bin/env python
import sys
# --------------------------------------------------------------------------
#This reducer code will input a <word, value> input file, and join words together
# Note the input will come as a group of lines with same word (ie the key)
# As it reads words it will hold on to the value field
#
# It will keep track of current word and previous word, if word changes
# then it will perform the 'join' on the set of held values by merely printing out
# the word and values. In other words, there is no need to explicitly match keys b/c
# Hadoop has already put them sequentially in the input
#
# At the end it will perform the last join
#
#
# Note, there is NO error checking of the input, it is assumed to be correct, meaning
# it has word with correct and matching entries, no extra spaces, etc.
#
# see https://docs.python.org/2/tutorial/index.html for python tutorials
#
# San Diego Supercomputer Center copyright
# --------------------------------------------------------------------------
prev_word = " " #initialize previous word to blank string
months = ['Jan','Feb','Mar','Apr','Jun','Jul','Aug','Sep','Nov','Dec']
dates_to_output = [] #an empty list to hold dates for a given word
day_cnts_to_output = [] #an empty list of day counts for a given word
# see https://docs.python.org/2/tutorial/datastructures.html for list details
line_cnt = 0 # count input lines
for line in sys.stdin:
line = line.strip() # strip out carriage return
key_value = line.split('\t') # split line, into key and value, returns a list
line_cnt = line_cnt+1
# note: for simple debugging use print statements, ie:
curr_word = key_value[0] # key is first item in list, indexed by 0
value_in = key_value[1] # value is 2nd item
#-----------------------------------------------------
# Check if its a new word and not the first line
# (b/c for the first line the previous word is not applicable)
# if so then print out list of dates and counts
#----------------------------------------------------
if curr_word != prev_word:
# -----------------------
# now write out the join result, but not for the first line input
# -----------------------
if line_cnt>1:
for i in range(len(dates_to_output)): # loop thru dates, indexes start at 0
print('{0} {1} {2} {3}'.format(dates_to_output[i],prev_word,day_cnts_to_output[i],curr_word_total_cnt))
# now reset lists
dates_to_output = []
day_cnts_to_output = []
prev_word = curr_word # set up previous word for the next set of input lines
# ---------------------------------------------------------------
# whether or not the join result was written out,
# now process the curr word
# determine if its from file <word, total-count> or < word, date day-count>
# and build up list of dates, day counts, and the 1 total count
# ---------------------------------------------------------------
if (value_in[0:3] in months):
date_day = value_in.split() # split the value field into a date and day-cnt
# add date to lists of the value fields we are building
dates_to_output.append(date_day[0])
day_cnts_to_output.append(date_day[1])
else:
curr_word_total_cnt = value_in # if the value field was just the total count then its
# the first (and only) item in this list
# ---------------------------------------------------------------
# now write out the LAST join result
# ---------------------------------------------------------------
for i in range(len(dates_to_output)): # loop thru dates, indexes start at 0
print('{0} {1} {2} {3}'.format(dates_to_output[i],prev_word,day_cnts_to_output[i],curr_word_total_cnt))
#make_join2data.py
#!/usr/bin/env python
import sys
# --------------------------------------------------------------------------
# (make_join2data.py) Generate a random combination of titles and viewer counts, or channels
# this is a simple version of a congruential generator,
# not a great random generator but enough
# --------------------------------------------------------------------------
chans = ['ABC','DEF','CNO','NOX','YES','CAB','BAT','MAN','ZOO','XYZ','BOB']
sh1 = ['Hot','Almost','Hourly','PostModern','Baked','Dumb','Cold','Surreal','Loud']
sh2 = ['News','Show','Cooking','Sports','Games','Talking','Talking']
vwr = range(17,1053)
chvnm=sys.argv[1] # get number argument, if its n, do numbers not channels,
lch=len(chans)
lsh1=len(sh1)
lsh2=len(sh2)
lvwr=len(vwr)
ci=1
s1=2
s2=3
vwi=4
ri=int(sys.argv[3])
for i in range(0,int(sys.argv[2])): # arg 2 is the number of lines to output
if chvnm=='n': # no numuber
print('{0}_{1},{2}'.format(sh1[s1],sh2[s2],chans[ci]))
else:
print('{0}_{1},{2}'.format(sh1[s1],sh2[s2],vwr[vwi]))
ci=(5*ci+ri) % lch
s1=(4*s1+ri) % lsh1
s2=(3*s1+ri+i) % lsh2
vwi=(2*vwi+ri+i) % lvwr
if (vwi==4): vwi=5
''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''
#Python
[rajani@localhost]$ cat join1_FileA1.txt | python join1_reducer.py
[rajani@localhost]$ cat join1_FileB.txt | python join1_mapper.py
able Jan-01 5
about Feb-02 3
about Mar-03 8
able Apr-04 13
actor Feb-22 3
burger Feb-23 5
burger Mar-08 2
able Dec-15 100
[rajani@localhost]$ python make_join2data.py 1 2 3
Hourly_Sports,21
Hourly_Cooking,28
[rajani@localhost]$
''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''
#Hadoop jar commands
hadoop jar /usr/lib/hadoop-mapreduce/hadoop-streaming.jar \
-input /user/cloudera/input \
-output /user/cloudera/output_join \
-mapper /home/cloudera/Desktop/Rajani/join1_mapper.py \
-reducer /home/cloudera/Desktop/Rajani/join1_reducer.py
''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''
####################################################################################################################################################################################################################################################################################################################################################
#HDFS
[cloudera@quickstart Rajani]$ history
1 more wordcount_mapper.py
2 python --version
3 more wordcount_mapper.py
4 more wordcount_reducer.py
5 chmod +x wordcount_mapper.py
6 chmod +x wordcount_reducer.py
7 pwd
8 echo "A long time ago in a galaxy far far away" > /home/cloudera/testfile1
9 echo "Another episode of Star Wars" > /home/cloudera/testfile2
10 ls /home/cloudera/
11 hdfs dfs -mkdir /user/cloudera/input
12 hdfs dfs -put /home/cloudera/testfile1 /user/cloudera/input
13 hdfs dfs -put /home/cloudera/testfile2 /user/cloudera/input
14 hdfs dfs -ls /user/cloudera/input
15 hadoop jar /usr/lib/hadoop-mapreduce/hadoop-streaming.jar -input /user/cloudera/input -output /user/cloudera/output_new -mapper /home/cloudera/Desktop/Rajani/wordcount_mapper.py -reducer /home/cloudera/Desktop/Rajani/wordcount_reducer.py
16 hdfs dfs -cat /user/cloudera/output_new/part-00000
17 hdfs dfs -ls /user/cloudera/output_new
18 hdfs dfs -cat /user/cloudera/output_new/part-00000
19 hadoop jar /usr/lib/hadoop-mapreduce/hadoop-streaming.jar --help
20 hadoop jar /usr/lib/hadoop-mapreduce/hadoop-streaming.jar -input /user/cloudera/input -output /user/cloudera/output_new_0 -mapper /home/cloudera/Desktop/Rajani/wordcount_mapper.py -reducer /home/cloudera/Desktop/Rajani/wordcount_reducer.py -numReduceTasks 0
21 hdfs dfs -getmerge /user/cloudera/output_new_0/* wordcount_num0_output.txt
22 hadoop jar /usr/lib/hadoop-mapreduce/hadoop-streaming.jar -input /user/cloudera/input -output /user/cloudera/output_new_2 -mapper /home/cloudera/wordcount_mapper.py -reducer /home/cloudera/wordcount_reducer.py -numReduceTasks 2
23 hdfs ls /user/cloudera/
24 hdfs dfs -ls
25 hdfs dfs -ls /user/cloudera/
26 hdfs dfs -ls
27 hdfs dfs -ls /user/cloudera/input
28 hdfs dfs -cat /user/cloudera/output_new/part-00000
29 hdfs dfs -ls /user/cloudera/output_new
30 hdfs dfs -cat /user/cloudera/output_new/part-00000
31 hdfs dfs -ls /user/cloudera/output_new_2
32 hdfs dfs -ls /user/cloudera/output_new
33 hdfs dfs -ls /user/cloudera/output_new_0
34 hdfs dfs -rm -rf /user/cloudera/output_new_2
35 hdfs dfs -rm /us
36 hdfs dfs -rm -r -f /user/cloudera/output_new_2
37 hdfs dfs -ls /user/cloudera
38 hdfs dfs -cat /user/cloudera/output_new_0/part-00000
39 hadoop jar /usr/lib/hadoop-mapreduce/hadoop-streaming.jar -input /user/cloudera/input -output /user/cloudera/output_new_2 -mapper /home/cloudera/Desktop/Rajani/wordcount_mapper.py -reducer /home/cloudera/Desktop/Rajani/wordcount_reducer.py -numReduceTasks 2
40 hdfs dfs -ls
41 hdfs dfs -rm -r -f /user/cloudera/output_new_2
42 hdfs dfs -ls
43 hadoop jar /usr/lib/hadoop-mapreduce/hadoop-streaming.jar -input /user/cloudera/input -output /user/cloudera/output_new_2 -mapper /home/cloudera/Desktop/Rajani/wordcount_mapper.py -reducer /home/cloudera/Desktop/Rajani/wordcount_reducer.py -numReduceTasks 2
44 hdfs dfs -rm -r -f /user/cloudera/output_new_2
45 hdfs dfs -ls
46 hadoop jar /usr/lib/hadoop-mapreduce/hadoop-streaming.jar -input /user/cloudera/input -output /user/cloudera/output_new_2 -mapper /home/cloudera/Desktop/Rajani/wordcount_mapper.py -reducer /home/cloudera/Desktop/Rajani/wordcount_reducer.py -numReduceTasks 2
47 hdfs dfs -ls
48 hdfs dfs -ls /user/cloudera/output_new_2
49 hdfs dfs -ls /user/cloudera/output_new_1
50 hdfs dfs -ls /user/cloudera/output_new_0
51 hdfs dfs -ls /user/cloudera/output_new
52 hdfs dfs -cat /user/cloudera/output_new_0/part-00000
53 hdfs dfs -cat /user/cloudera/output_new_0/part-00001
54 hdfs dfs -cat /user/cloudera/output_new_0/part-00002
55 hdfs dfs -cat /user/cloudera/output_new_0/_SUCCESS
56 hdfs dfs -ls /user/cloudera/output_new_0/_SUCCESS
57 hdfs dfs -cat /user/cloudera/output_new/part-00000
58 hdfs dfs -ls /user/cloudera/output_new/_SUCCESS
59 hdfs dfs -cat /user/cloudera/output_new/_SUCCESS
60 hdfs dfs -cat /user/cloudera/output_new_2/part-00000
61 hdfs dfs -cat /user/cloudera/output_new_2/part-00001
62 hdfs dfs -cat /user/cloudera/output_new_2/part-00002
63 hdfs dfs -cat /user/cloudera/output_new_2/_SUCCESS
64 hdfs dfs -ls /user/cloudera/output_new_2/_SUCCESS
65 hdfs dfs -ls /user/cloudera
66 dir
67 ls
68 python --version
69 chmod +x join1_mapper.py
70 chmod +x join1_reducer.py
71 cat join1_File*.txt | ./join1_mapper.py | sort | ./join1_reducer.py
72 hadoop jar /usr/lib/hadoop-mapreduce/hadoop-streaming.jar -input /user/cloudera/input -output /user/cloudera/output_join \
73 -mapper /home/cloudera/Desktop/Rajani/join1_mapper.py \
74 hadoop jar /usr/lib/hadoop-mapreduce/hadoop-streaming.jar -input /user/cloudera/input -output /user/cloudera/output_join -mapper /home/cloudera/Desktop/Rajani/join1_mapper.py -reducer /home/cloudera/Desktop/Rajani/join1_reducer.py
75 python join1_mapper.py
76 echo "Hello World" | python join1_mapper.py
77 history
[cloudera@quickstart Rajani]$
####################################################################################################################################################################################################################################################################################################################################################
##Simple-Join-in-Spark
#mapper_FileA.py
def split_fileA(line):
# split the input line in word and count on the comma
line = line.split(",")
word = line[0]
# turn the count to an integer
count = int(line[1])
return (word, count)
test_line = "able,991"
print split_fileA(test_line)
#mapper_FileB.py
def split_fileB(line):
# split the input line into word, date and count_string
line = line.split(",")
date_word = line[0]
count_string = line[1]
date_word = date_word.split(" ")
date = date_word[0]
word = date_word[1]
return (word, date + " " + count_string)
test_line = "Jan-01 able,5"
print split_fileB(test_line)
''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''
#Python
[cloudera@quickstart Rajani]$ python --version
Python 2.6.6
[cloudera@quickstart Rajani]$ gedit mapper_FileA.py
[cloudera@quickstart Rajani]$ cat mapper_FileA.py
def split_fileA(line):
# split the input line in word and count on the comma
line = line.split(",")
word = line[0]
# turn the count to an integer
count = int(line[1])
return (word, count)
test_line = "able,991"
print split_fileA(test_line)
[cloudera@quickstart Rajani]$ chmod +x mapper_FileA.py
[cloudera@quickstart Rajani]$ python mapper_FileA.py
('able', 991)
[cloudera@quickstart Rajani]$ gedit mapper_FileB.py
[cloudera@quickstart Rajani]$ cat mapper_FileB.py
def split_fileB(line):
# split the input line into word, date and count_string
line = line.split(",")
date_word = line[0]
count_string = line[1]
date_word = date_word.split(" ")
date = date_word[0]
word = date_word[1]
return (word, date + " " + count_string)
test_line = "Jan-01 able,5"
print split_fileB(test_line)
[cloudera@quickstart Rajani]$ python mapper_FileB.py
('able', 'Jan-01 5')
[cloudera@quickstart Rajani]$
''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''
#join1_FileA.txt
able,991
about,11
burger,15
actor,22
#join1_FileB.txt
Jan-01 able,5
Feb-02 about,3
Mar-03 about,8
Apr-04 able,13
Feb-22 actor,3
Feb-23 burger,5
Mar-08 burger,2
Dec-15 able,100
#spark_join1.txt
(u'actor', (u'Feb-22 3', 22))
####################################################################################################################################################################################################################################################################################################################################################
#HDFS
[cloudera@quickstart Rajani]$ hdfs dfs -ls
Found 8 items
drwxr-xr-x - cloudera cloudera 0 2016-05-12 00:33 input
drwxr-xr-x - cloudera cloudera 0 2016-05-13 06:28 input_join1
drwxr-xr-x - cloudera cloudera 0 2016-05-13 06:38 input_join2
drwxr-xr-x - cloudera cloudera 0 2016-05-13 06:29 output_join1
drwxr-xr-x - cloudera cloudera 0 2016-05-13 06:40 output_join2
drwxr-xr-x - cloudera cloudera 0 2016-05-10 03:42 output_new
drwxr-xr-x - cloudera cloudera 0 2016-05-10 03:51 output_new_0
drwxr-xr-x - cloudera cloudera 0 2016-05-11 01:01 output_new_2
[cloudera@quickstart Rajani]$ hdfs dfs -ls input
Found 2 items
-rw-r--r-- 1 cloudera cloudera 41 2016-05-10 03:37 input/testfile1
-rw-r--r-- 1 cloudera cloudera 29 2016-05-10 03:37 input/testfile2
[cloudera@quickstart Rajani]$ hdfs dfs -put /home/cloudera/Desktop/Rajani/join1_File*.txt /user/cloudera/input
[cloudera@quickstart Rajani]$ hdfs dfs -ls input
Found 4 items
-rw-r--r-- 1 cloudera cloudera 37 2016-05-18 02:46 input/join1_FileA.txt
-rw-r--r-- 1 cloudera cloudera 122 2016-05-18 02:46 input/join1_FileB.txt
-rw-r--r-- 1 cloudera cloudera 41 2016-05-10 03:37 input/testfile1
-rw-r--r-- 1 cloudera cloudera 29 2016-05-10 03:37 input/testfile2
[cloudera@quickstart Rajani]$ python --version
Python 2.6.6
[cloudera@quickstart Rajani]$ PYSPARK_DRIVER_PYTHON=ipython pyspark
Python 2.6.6 (r266:84292, Feb 22 2013, 00:00:18)
Type "copyright", "credits" or "license" for more information.
IPython 1.2.1 -- An enhanced Interactive Python.
? -> Introduction and overview of IPython's features.
%quickref -> Quick reference.
help -> Python's own help system.
object? -> Details about 'object', use 'object??' for extra details.
SLF4J: Class path contains multiple SLF4J bindings.
SLF4J: Found binding in [jar:file:/usr/lib/zookeeper/lib/slf4j-log4j12-1.7.5.jar!/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: Found binding in [jar:file:/usr/jars/slf4j-log4j12-1.7.5.jar!/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory]
16/05/18 02:46:53 INFO spark.SparkContext: Running Spark version 1.5.0-cdh5.5.0
16/05/18 02:46:54 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
16/05/18 02:46:55 WARN util.Utils: Your hostname, quickstart.cloudera resolves to a loopback address: 127.0.0.1; using 192.168.122.162 instead (on interface eth1)
16/05/18 02:46:55 WARN util.Utils: Set SPARK_LOCAL_IP if you need to bind to another address
16/05/18 02:46:55 INFO spark.SecurityManager: Changing view acls to: cloudera
16/05/18 02:46:55 INFO spark.SecurityManager: Changing modify acls to: cloudera
16/05/18 02:46:55 INFO spark.SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: Set(cloudera); users with modify permissions: Set(cloudera)
16/05/18 02:46:58 INFO slf4j.Slf4jLogger: Slf4jLogger started
16/05/18 02:46:58 INFO Remoting: Starting remoting
16/05/18 02:46:58 INFO Remoting: Remoting started; listening on addresses :[akka.tcp://sparkDriver@192.168.122.162:35364]
16/05/18 02:46:58 INFO Remoting: Remoting now listens on addresses: [akka.tcp://sparkDriver@192.168.122.162:35364]
16/05/18 02:46:58 INFO util.Utils: Successfully started service 'sparkDriver' on port 35364.
16/05/18 02:46:58 INFO spark.SparkEnv: Registering MapOutputTracker
16/05/18 02:46:59 INFO spark.SparkEnv: Registering BlockManagerMaster
16/05/18 02:46:59 INFO storage.DiskBlockManager: Created local directory at /tmp/blockmgr-a9526101-526d-4686-8628-50226d70eea8
16/05/18 02:46:59 INFO storage.MemoryStore: MemoryStore started with capacity 530.3 MB
16/05/18 02:46:59 INFO spark.HttpFileServer: HTTP File server directory is /tmp/spark-e560e62a-8b1c-4c77-bbca-9ef3f4915d0f/httpd-e228a82e-5eb1-412c-86ff-83dc782178d2
16/05/18 02:46:59 INFO spark.HttpServer: Starting HTTP Server
16/05/18 02:46:59 INFO server.Server: jetty-8.y.z-SNAPSHOT
16/05/18 02:46:59 INFO server.AbstractConnector: Started SocketConnector@0.0.0.0:46292
16/05/18 02:46:59 INFO util.Utils: Successfully started service 'HTTP file server' on port 46292.
16/05/18 02:47:00 INFO spark.SparkEnv: Registering OutputCommitCoordinator
16/05/18 02:47:00 INFO server.Server: jetty-8.y.z-SNAPSHOT
16/05/18 02:47:00 WARN component.AbstractLifeCycle: FAILED SelectChannelConnector@0.0.0.0:4040: java.net.BindException: Address already in use
java.net.BindException: Address already in use
at sun.nio.ch.Net.bind0(Native Method)
at sun.nio.ch.Net.bind(Net.java:444)
at sun.nio.ch.Net.bind(Net.java:436)
at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:214)
at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
at org.spark-project.jetty.server.nio.SelectChannelConnector.open(SelectChannelConnector.java:187)
at org.spark-project.jetty.server.AbstractConnector.doStart(AbstractConnector.java:316)
at org.spark-project.jetty.server.nio.SelectChannelConnector.doStart(SelectChannelConnector.java:265)
at org.spark-project.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:64)
at org.spark-project.jetty.server.Server.doStart(Server.java:293)
at org.spark-project.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:64)
at org.apache.spark.ui.JettyUtils$.org$apache$spark$ui$JettyUtils$$connect$1(JettyUtils.scala:236)
at org.apache.spark.ui.JettyUtils$$anonfun$3.apply(JettyUtils.scala:246)
at org.apache.spark.ui.JettyUtils$$anonfun$3.apply(JettyUtils.scala:246)
at org.apache.spark.util.Utils$$anonfun$startServiceOnPort$1.apply$mcVI$sp(Utils.scala:1913)
at scala.collection.immutable.Range.foreach$mVc$sp(Range.scala:141)
at org.apache.spark.util.Utils$.startServiceOnPort(Utils.scala:1904)
at org.apache.spark.ui.JettyUtils$.startJettyServer(JettyUtils.scala:246)
at org.apache.spark.ui.WebUI.bind(WebUI.scala:136)
at org.apache.spark.SparkContext$$anonfun$13.apply(SparkContext.scala:474)
at org.apache.spark.SparkContext$$anonfun$13.apply(SparkContext.scala:474)
at scala.Option.foreach(Option.scala:236)
at org.apache.spark.SparkContext.<init>(SparkContext.scala:474)
at org.apache.spark.api.java.JavaSparkContext.<init>(JavaSparkContext.scala:61)
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:526)
at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:234)
at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:379)
at py4j.Gateway.invoke(Gateway.java:214)
at py4j.commands.ConstructorCommand.invokeConstructor(ConstructorCommand.java:79)
at py4j.commands.ConstructorCommand.execute(ConstructorCommand.java:68)
at py4j.GatewayConnection.run(GatewayConnection.java:207)
at java.lang.Thread.run(Thread.java:745)
16/05/18 02:47:00 WARN component.AbstractLifeCycle: FAILED org.spark-project.jetty.server.Server@4eac5666: java.net.BindException: Address already in use
java.net.BindException: Address already in use
at sun.nio.ch.Net.bind0(Native Method)
at sun.nio.ch.Net.bind(Net.java:444)
at sun.nio.ch.Net.bind(Net.java:436)
at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:214)
at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
at org.spark-project.jetty.server.nio.SelectChannelConnector.open(SelectChannelConnector.java:187)
at org.spark-project.jetty.server.AbstractConnector.doStart(AbstractConnector.java:316)
at org.spark-project.jetty.server.nio.SelectChannelConnector.doStart(SelectChannelConnector.java:265)
at org.spark-project.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:64)
at org.spark-project.jetty.server.Server.doStart(Server.java:293)
at org.spark-project.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:64)
at org.apache.spark.ui.JettyUtils$.org$apache$spark$ui$JettyUtils$$connect$1(JettyUtils.scala:236)
at org.apache.spark.ui.JettyUtils$$anonfun$3.apply(JettyUtils.scala:246)
at org.apache.spark.ui.JettyUtils$$anonfun$3.apply(JettyUtils.scala:246)
at org.apache.spark.util.Utils$$anonfun$startServiceOnPort$1.apply$mcVI$sp(Utils.scala:1913)
at scala.collection.immutable.Range.foreach$mVc$sp(Range.scala:141)
at org.apache.spark.util.Utils$.startServiceOnPort(Utils.scala:1904)
at org.apache.spark.ui.JettyUtils$.startJettyServer(JettyUtils.scala:246)
at org.apache.spark.ui.WebUI.bind(WebUI.scala:136)
at org.apache.spark.SparkContext$$anonfun$13.apply(SparkContext.scala:474)
at org.apache.spark.SparkContext$$anonfun$13.apply(SparkContext.scala:474)
at scala.Option.foreach(Option.scala:236)
at org.apache.spark.SparkContext.<init>(SparkContext.scala:474)
at org.apache.spark.api.java.JavaSparkContext.<init>(JavaSparkContext.scala:61)
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:526)
at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:234)
at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:379)
at py4j.Gateway.invoke(Gateway.java:214)
at py4j.commands.ConstructorCommand.invokeConstructor(ConstructorCommand.java:79)
at py4j.commands.ConstructorCommand.execute(ConstructorCommand.java:68)
at py4j.GatewayConnection.run(GatewayConnection.java:207)
at java.lang.Thread.run(Thread.java:745)
16/05/18 02:47:00 INFO handler.ContextHandler: stopped o.s.j.s.ServletContextHandler{/stages/stage/kill,null}
16/05/18 02:47:00 INFO handler.ContextHandler: stopped o.s.j.s.ServletContextHandler{/api,null}
16/05/18 02:47:00 INFO handler.ContextHandler: stopped o.s.j.s.ServletContextHandler{/,null}
16/05/18 02:47:00 INFO handler.ContextHandler: stopped o.s.j.s.ServletContextHandler{/static,null}
16/05/18 02:47:00 INFO handler.ContextHandler: stopped o.s.j.s.ServletContextHandler{/executors/threadDump/json,null}
16/05/18 02:47:00 INFO handler.ContextHandler: stopped o.s.j.s.ServletContextHandler{/executors/threadDump,null}
16/05/18 02:47:00 INFO handler.ContextHandler: stopped o.s.j.s.ServletContextHandler{/executors/json,null}
16/05/18 02:47:00 INFO handler.ContextHandler: stopped o.s.j.s.ServletContextHandler{/executors,null}
16/05/18 02:47:00 INFO handler.ContextHandler: stopped o.s.j.s.ServletContextHandler{/environment/json,null}
16/05/18 02:47:00 INFO handler.ContextHandler: stopped o.s.j.s.ServletContextHandler{/environment,null}
16/05/18 02:47:00 INFO handler.ContextHandler: stopped o.s.j.s.ServletContextHandler{/storage/rdd/json,null}
16/05/18 02:47:00 INFO handler.ContextHandler: stopped o.s.j.s.ServletContextHandler{/storage/rdd,null}
16/05/18 02:47:00 INFO handler.ContextHandler: stopped o.s.j.s.ServletContextHandler{/storage/json,null}
16/05/18 02:47:00 INFO handler.ContextHandler: stopped o.s.j.s.ServletContextHandler{/storage,null}
16/05/18 02:47:00 INFO handler.ContextHandler: stopped o.s.j.s.ServletContextHandler{/stages/pool/json,null}
16/05/18 02:47:00 INFO handler.ContextHandler: stopped o.s.j.s.ServletContextHandler{/stages/pool,null}
16/05/18 02:47:00 INFO handler.ContextHandler: stopped o.s.j.s.ServletContextHandler{/stages/stage/json,null}
16/05/18 02:47:00 INFO handler.ContextHandler: stopped o.s.j.s.ServletContextHandler{/stages/stage,null}
16/05/18 02:47:00 INFO handler.ContextHandler: stopped o.s.j.s.ServletContextHandler{/stages/json,null}
16/05/18 02:47:00 INFO handler.ContextHandler: stopped o.s.j.s.ServletContextHandler{/stages,null}
16/05/18 02:47:00 INFO handler.ContextHandler: stopped o.s.j.s.ServletContextHandler{/jobs/job/json,null}
16/05/18 02:47:00 INFO handler.ContextHandler: stopped o.s.j.s.ServletContextHandler{/jobs/job,null}
16/05/18 02:47:00 INFO handler.ContextHandler: stopped o.s.j.s.ServletContextHandler{/jobs/json,null}
16/05/18 02:47:00 INFO handler.ContextHandler: stopped o.s.j.s.ServletContextHandler{/jobs,null}
16/05/18 02:47:00 WARN util.Utils: Service 'SparkUI' could not bind on port 4040. Attempting port 4041.
16/05/18 02:47:00 INFO server.Server: jetty-8.y.z-SNAPSHOT
16/05/18 02:47:01 INFO server.AbstractConnector: Started SelectChannelConnector@0.0.0.0:4041
16/05/18 02:47:01 INFO util.Utils: Successfully started service 'SparkUI' on port 4041.
16/05/18 02:47:01 INFO ui.SparkUI: Started SparkUI at http://192.168.122.162:4041
16/05/18 02:47:01 WARN metrics.MetricsSystem: Using default name DAGScheduler for source because spark.app.id is not set.
16/05/18 02:47:01 INFO executor.Executor: Starting executor ID driver on host localhost
16/05/18 02:47:02 INFO util.Utils: Successfully started service 'org.apache.spark.network.netty.NettyBlockTransferService' on port 33716.
16/05/18 02:47:02 INFO netty.NettyBlockTransferService: Server created on 33716
16/05/18 02:47:02 INFO storage.BlockManagerMaster: Trying to register BlockManager
16/05/18 02:47:02 INFO storage.BlockManagerMasterEndpoint: Registering block manager localhost:33716 with 530.3 MB RAM, BlockManagerId(driver, localhost, 33716)
16/05/18 02:47:02 INFO storage.BlockManagerMaster: Registered BlockManager
Welcome to
____ __
/ __/__ ___ _____/ /__
_\ \/ _ \/ _ `/ __/ '_/
/__ / .__/\_,_/_/ /_/\_\ version 1.5.0-cdh5.5.0
/_/
Using Python version 2.6.6 (r266:84292, Feb 22 2013 00:00:18)
SparkContext available as sc, HiveContext available as sqlContext.
In [1]: sc.version
Out[1]: u'1.5.0-cdh5.5.0'
In [2]: ls
CurrentDirectory.txt~ History.txt~ join2_reducer.py~ new file~ Setup PySpark on the Cloudera VM.txt
hadoop jar commands.txt~ join1_FileA.txt jr.py~ Note Commands.txt~ Setup PySpark on the Cloudera VM.txt~
hadoop jar -numReduceTasks 0.txt~ join1_FileB.txt l2.txt~ Note.txt~ Simple-Join-in-Spark/
hadoop jar -numReduceTasks 2.txt~ join1_mapper.py~ make_join2data.py~ n.txt~ Unsaved Document 1~
hadoop jar.txt~ join1_reducer.py~ mapper.py~ reducer.py~
Hadoop-Platform-and-Application-Framework/ join2_mapper.py~ m.py~ r.py~
In [3]: fileA = sc.textFile("input/join1_FileA.txt")
16/05/18 02:48:08 INFO storage.MemoryStore: ensureFreeSpace(124088) called with curMem=0, maxMem=556038881
16/05/18 02:48:08 INFO storage.MemoryStore: Block broadcast_0 stored as values in memory (estimated size 121.2 KB, free 530.2 MB)
16/05/18 02:48:08 INFO storage.MemoryStore: ensureFreeSpace(15275) called with curMem=124088, maxMem=556038881
16/05/18 02:48:08 INFO storage.MemoryStore: Block broadcast_0_piece0 stored as bytes in memory (estimated size 14.9 KB, free 530.1 MB)
16/05/18 02:48:08 INFO storage.BlockManagerInfo: Added broadcast_0_piece0 in memory on localhost:33716 (size: 14.9 KB, free: 530.3 MB)
16/05/18 02:48:08 INFO spark.SparkContext: Created broadcast 0 from textFile at NativeMethodAccessorImpl.java:-2
In [4]: fileA.collect()
16/05/18 02:48:19 WARN shortcircuit.DomainSocketFactory: The short-circuit local reads feature cannot be used because libhadoop cannot be loaded.
16/05/18 02:48:20 INFO mapred.FileInputFormat: Total input paths to process : 1
16/05/18 02:48:20 INFO spark.SparkContext: Starting job: collect at <ipython-input-5-8f7016f682c5>:1
16/05/18 02:48:20 INFO scheduler.DAGScheduler: Got job 0 (collect at <ipython-input-5-8f7016f682c5>:1) with 2 output partitions
16/05/18 02:48:20 INFO scheduler.DAGScheduler: Final stage: ResultStage 0(collect at <ipython-input-5-8f7016f682c5>:1)
16/05/18 02:48:20 INFO scheduler.DAGScheduler: Parents of final stage: List()
16/05/18 02:48:20 INFO scheduler.DAGScheduler: Missing parents: List()
16/05/18 02:48:20 INFO scheduler.DAGScheduler: Submitting ResultStage 0 (MapPartitionsRDD[1] at textFile at NativeMethodAccessorImpl.java:-2), which has no missing parents
16/05/18 02:48:21 INFO storage.MemoryStore: ensureFreeSpace(3128) called with curMem=139363, maxMem=556038881
16/05/18 02:48:21 INFO storage.MemoryStore: Block broadcast_1 stored as values in memory (estimated size 3.1 KB, free 530.1 MB)
16/05/18 02:48:21 INFO storage.MemoryStore: ensureFreeSpace(1792) called with curMem=142491, maxMem=556038881
16/05/18 02:48:21 INFO storage.MemoryStore: Block broadcast_1_piece0 stored as bytes in memory (estimated size 1792.0 B, free 530.1 MB)
16/05/18 02:48:21 INFO storage.BlockManagerInfo: Added broadcast_1_piece0 in memory on localhost:33716 (size: 1792.0 B, free: 530.3 MB)
16/05/18 02:48:21 INFO spark.SparkContext: Created broadcast 1 from broadcast at DAGScheduler.scala:861
16/05/18 02:48:21 INFO scheduler.DAGScheduler: Submitting 2 missing tasks from ResultStage 0 (MapPartitionsRDD[1] at textFile at NativeMethodAccessorImpl.java:-2)
16/05/18 02:48:21 INFO scheduler.TaskSchedulerImpl: Adding task set 0.0 with 2 tasks
16/05/18 02:48:21 INFO scheduler.TaskSetManager: Starting task 0.0 in stage 0.0 (TID 0, localhost, partition 0,ANY, 2176 bytes)
16/05/18 02:48:21 INFO scheduler.TaskSetManager: Starting task 1.0 in stage 0.0 (TID 1, localhost, partition 1,ANY, 2176 bytes)
16/05/18 02:48:21 INFO executor.Executor: Running task 0.0 in stage 0.0 (TID 0)
16/05/18 02:48:21 INFO executor.Executor: Running task 1.0 in stage 0.0 (TID 1)
16/05/18 02:48:21 INFO rdd.HadoopRDD: Input split: hdfs://quickstart.cloudera:8020/user/cloudera/input/join1_FileA.txt:0+18
16/05/18 02:48:21 INFO rdd.HadoopRDD: Input split: hdfs://quickstart.cloudera:8020/user/cloudera/input/join1_FileA.txt:18+19
16/05/18 02:48:22 INFO Configuration.deprecation: mapred.tip.id is deprecated. Instead, use mapreduce.task.id
16/05/18 02:48:22 INFO Configuration.deprecation: mapred.task.id is deprecated. Instead, use mapreduce.task.attempt.id
16/05/18 02:48:22 INFO Configuration.deprecation: mapred.task.is.map is deprecated. Instead, use mapreduce.task.ismap
16/05/18 02:48:22 INFO Configuration.deprecation: mapred.task.partition is deprecated. Instead, use mapreduce.task.partition
16/05/18 02:48:22 INFO Configuration.deprecation: mapred.job.id is deprecated. Instead, use mapreduce.job.id
16/05/18 02:48:22 INFO executor.Executor: Finished task 0.0 in stage 0.0 (TID 0). 2078 bytes result sent to driver
16/05/18 02:48:22 INFO executor.Executor: Finished task 1.0 in stage 0.0 (TID 1). 2055 bytes result sent to driver
16/05/18 02:48:22 INFO scheduler.TaskSetManager: Finished task 0.0 in stage 0.0 (TID 0) in 1245 ms on localhost (1/2)
16/05/18 02:48:22 INFO scheduler.TaskSetManager: Finished task 1.0 in stage 0.0 (TID 1) in 969 ms on localhost (2/2)
16/05/18 02:48:22 INFO scheduler.DAGScheduler: ResultStage 0 (collect at <ipython-input-5-8f7016f682c5>:1) finished in 1.356 s
16/05/18 02:48:22 INFO scheduler.TaskSchedulerImpl: Removed TaskSet 0.0, whose tasks have all completed, from pool
16/05/18 02:48:22 INFO scheduler.DAGScheduler: Job 0 finished: collect at <ipython-input-5-8f7016f682c5>:1, took 1.987999 s
Out[4]: [u'able,991', u'about,11', u'burger,15', u'actor,22']
In [5]: fileB = sc.textFile("input/join1_FileB.txt")
16/05/18 02:49:46 INFO storage.MemoryStore: ensureFreeSpace(92440) called with curMem=144283, maxMem=556038881
16/05/18 02:49:46 INFO storage.MemoryStore: Block broadcast_2 stored as values in memory (estimated size 90.3 KB, free 530.1 MB)
16/05/18 02:49:46 INFO storage.MemoryStore: ensureFreeSpace(21233) called with curMem=236723, maxMem=556038881
16/05/18 02:49:46 INFO storage.MemoryStore: Block broadcast_2_piece0 stored as bytes in memory (estimated size 20.7 KB, free 530.0 MB)
16/05/18 02:49:46 INFO storage.BlockManagerInfo: Added broadcast_2_piece0 in memory on localhost:33716 (size: 20.7 KB, free: 530.2 MB)
16/05/18 02:49:46 INFO spark.SparkContext: Created broadcast 2 from textFile at NativeMethodAccessorImpl.java:-2
In [6]: fileB.collect()
16/05/18 02:49:57 INFO mapred.FileInputFormat: Total input paths to process : 1
16/05/18 02:49:57 INFO spark.SparkContext: Starting job: collect at <ipython-input-7-569d065a5231>:1
16/05/18 02:49:57 INFO scheduler.DAGScheduler: Got job 1 (collect at <ipython-input-7-569d065a5231>:1) with 2 output partitions
16/05/18 02:49:57 INFO scheduler.DAGScheduler: Final stage: ResultStage 1(collect at <ipython-input-7-569d065a5231>:1)
16/05/18 02:49:57 INFO scheduler.DAGScheduler: Parents of final stage: List()
16/05/18 02:49:57 INFO scheduler.DAGScheduler: Missing parents: List()
16/05/18 02:49:57 INFO scheduler.DAGScheduler: Submitting ResultStage 1 (MapPartitionsRDD[3] at textFile at NativeMethodAccessorImpl.java:-2), which has no missing parents
16/05/18 02:49:57 INFO storage.MemoryStore: ensureFreeSpace(3128) called with curMem=257956, maxMem=556038881
16/05/18 02:49:57 INFO storage.MemoryStore: Block broadcast_3 stored as values in memory (estimated size 3.1 KB, free 530.0 MB)
16/05/18 02:49:57 INFO storage.MemoryStore: ensureFreeSpace(1790) called with curMem=261084, maxMem=556038881
16/05/18 02:49:57 INFO storage.MemoryStore: Block broadcast_3_piece0 stored as bytes in memory (estimated size 1790.0 B, free 530.0 MB)
16/05/18 02:49:57 INFO storage.BlockManagerInfo: Added broadcast_3_piece0 in memory on localhost:33716 (size: 1790.0 B, free: 530.2 MB)
16/05/18 02:49:57 INFO spark.SparkContext: Created broadcast 3 from broadcast at DAGScheduler.scala:861
16/05/18 02:49:57 INFO scheduler.DAGScheduler: Submitting 2 missing tasks from ResultStage 1 (MapPartitionsRDD[3] at textFile at NativeMethodAccessorImpl.java:-2)
16/05/18 02:49:57 INFO scheduler.TaskSchedulerImpl: Adding task set 1.0 with 2 tasks
16/05/18 02:49:57 INFO scheduler.TaskSetManager: Starting task 0.0 in stage 1.0 (TID 2, localhost, partition 0,ANY, 2176 bytes)
16/05/18 02:49:57 INFO scheduler.TaskSetManager: Starting task 1.0 in stage 1.0 (TID 3, localhost, partition 1,ANY, 2176 bytes)
16/05/18 02:49:57 INFO executor.Executor: Running task 0.0 in stage 1.0 (TID 2)
16/05/18 02:49:57 INFO executor.Executor: Running task 1.0 in stage 1.0 (TID 3)
16/05/18 02:49:57 INFO rdd.HadoopRDD: Input split: hdfs://quickstart.cloudera:8020/user/cloudera/input/join1_FileB.txt:61+61
16/05/18 02:49:57 INFO rdd.HadoopRDD: Input split: hdfs://quickstart.cloudera:8020/user/cloudera/input/join1_FileB.txt:0+61
16/05/18 02:49:57 INFO executor.Executor: Finished task 0.0 in stage 1.0 (TID 2). 2128 bytes result sent to driver
16/05/18 02:49:57 INFO executor.Executor: Finished task 1.0 in stage 1.0 (TID 3). 2098 bytes result sent to driver
16/05/18 02:49:57 INFO scheduler.TaskSetManager: Finished task 0.0 in stage 1.0 (TID 2) in 113 ms on localhost (1/2)
16/05/18 02:49:57 INFO scheduler.TaskSetManager: Finished task 1.0 in stage 1.0 (TID 3) in 119 ms on localhost (2/2)
16/05/18 02:49:57 INFO scheduler.TaskSchedulerImpl: Removed TaskSet 1.0, whose tasks have all completed, from pool
16/05/18 02:49:57 INFO scheduler.DAGScheduler: ResultStage 1 (collect at <ipython-input-7-569d065a5231>:1) finished in 0.125 s
16/05/18 02:49:57 INFO scheduler.DAGScheduler: Job 1 finished: collect at <ipython-input-7-569d065a5231>:1, took 0.169673 s
Out[6]:
[u'Jan-01 able,5',
u'Feb-02 about,3',
u'Mar-03 about,8',
u'Apr-04 able,13',
u'Feb-22 actor,3',
u'Feb-23 burger,5',
u'Mar-08 burger,2',
u'Dec-15 able,100']
In [7]: def split_fileA(line):
...: # split the input line in word and count on the comma
...: line = line.split(",")
...: word = line[0]
...: # turn the count to an integer
...: count = int(line[1])
...: return (word, count)
...:
In [8]: test_line = "able,991"
In [9]: split_fileA(test_line)
Out[9]: ('able', 991)
In [10]: fileA_data = fileA.map(split_fileA)
In [11]: fileA_data.collect()
16/05/18 03:37:53 INFO spark.SparkContext: Starting job: collect at <ipython-input-13-d2232b968841>:1
16/05/18 03:37:53 INFO scheduler.DAGScheduler: Got job 2 (collect at <ipython-input-13-d2232b968841>:1) with 2 output partitions
16/05/18 03:37:53 INFO scheduler.DAGScheduler: Final stage: ResultStage 2(collect at <ipython-input-13-d2232b968841>:1)
16/05/18 03:37:53 INFO scheduler.DAGScheduler: Parents of final stage: List()
16/05/18 03:37:53 INFO scheduler.DAGScheduler: Missing parents: List()
16/05/18 03:37:53 INFO scheduler.DAGScheduler: Submitting ResultStage 2 (PythonRDD[4] at collect at <ipython-input-13-d2232b968841>:1), which has no missing parents
16/05/18 03:37:54 INFO storage.MemoryStore: ensureFreeSpace(5264) called with curMem=262874, maxMem=556038881
16/05/18 03:37:54 INFO storage.MemoryStore: Block broadcast_4 stored as values in memory (estimated size 5.1 KB, free 530.0 MB)
16/05/18 03:37:54 INFO storage.MemoryStore: ensureFreeSpace(3154) called with curMem=268138, maxMem=556038881
16/05/18 03:37:54 INFO storage.MemoryStore: Block broadcast_4_piece0 stored as bytes in memory (estimated size 3.1 KB, free 530.0 MB)
16/05/18 03:37:54 INFO storage.BlockManagerInfo: Added broadcast_4_piece0 in memory on localhost:33716 (size: 3.1 KB, free: 530.2 MB)
16/05/18 03:37:54 INFO spark.SparkContext: Created broadcast 4 from broadcast at DAGScheduler.scala:861
16/05/18 03:37:54 INFO scheduler.DAGScheduler: Submitting 2 missing tasks from ResultStage 2 (PythonRDD[4] at collect at <ipython-input-13-d2232b968841>:1)
16/05/18 03:37:54 INFO scheduler.TaskSchedulerImpl: Adding task set 2.0 with 2 tasks
16/05/18 03:37:54 INFO scheduler.TaskSetManager: Starting task 0.0 in stage 2.0 (TID 4, localhost, partition 0,ANY, 2176 bytes)
16/05/18 03:37:54 INFO scheduler.TaskSetManager: Starting task 1.0 in stage 2.0 (TID 5, localhost, partition 1,ANY, 2176 bytes)
16/05/18 03:37:54 INFO executor.Executor: Running task 0.0 in stage 2.0 (TID 4)
16/05/18 03:37:54 INFO executor.Executor: Running task 1.0 in stage 2.0 (TID 5)
16/05/18 03:37:55 INFO rdd.HadoopRDD: Input split: hdfs://quickstart.cloudera:8020/user/cloudera/input/join1_FileA.txt:0+18
16/05/18 03:37:55 INFO rdd.HadoopRDD: Input split: hdfs://quickstart.cloudera:8020/user/cloudera/input/join1_FileA.txt:18+19
16/05/18 03:37:55 INFO python.PythonRDD: Times: total = 1269, boot = 1099, init = 169, finish = 1
16/05/18 03:37:55 INFO python.PythonRDD: Times: total = 1279, boot = 1160, init = 119, finish = 0
16/05/18 03:37:55 INFO executor.Executor: Finished task 1.0 in stage 2.0 (TID 5). 2137 bytes result sent to driver
16/05/18 03:37:55 INFO executor.Executor: Finished task 0.0 in stage 2.0 (TID 4). 2186 bytes result sent to driver
16/05/18 03:37:55 INFO scheduler.TaskSetManager: Finished task 1.0 in stage 2.0 (TID 5) in 1391 ms on localhost (1/2)
16/05/18 03:37:55 INFO scheduler.TaskSetManager: Finished task 0.0 in stage 2.0 (TID 4) in 1395 ms on localhost (2/2)
16/05/18 03:37:55 INFO scheduler.TaskSchedulerImpl: Removed TaskSet 2.0, whose tasks have all completed, from pool
16/05/18 03:37:55 INFO scheduler.DAGScheduler: ResultStage 2 (collect at <ipython-input-13-d2232b968841>:1) finished in 1.398 s
16/05/18 03:37:55 INFO scheduler.DAGScheduler: Job 2 finished: collect at <ipython-input-13-d2232b968841>:1, took 1.444824 s
Out[11]: [(u'able', 991), (u'about', 11), (u'burger', 15), (u'actor', 22)]
In [12]: def split_fileB(line):
....: # split the input line into word, date and count_string
....: line = line.split(",")
....: date_word = line[0]
....: count_string = line[1]
....: date_word = date_word.split(" ")
....: date = date_word[0]
....: word = date_word[1]
....: return (word, date + " " + count_string)
....:
In [13]: fileB_data = fileB.map(split_fileB)
In [14]: fileB_data.collect()
16/05/18 03:52:22 INFO spark.SparkContext: Starting job: collect at <ipython-input-19-636e79658f3b>:1
16/05/18 03:52:22 INFO scheduler.DAGScheduler: Got job 4 (collect at <ipython-input-19-636e79658f3b>:1) with 2 output partitions
16/05/18 03:52:22 INFO scheduler.DAGScheduler: Final stage: ResultStage 4(collect at <ipython-input-19-636e79658f3b>:1)
16/05/18 03:52:22 INFO scheduler.DAGScheduler: Parents of final stage: List()
16/05/18 03:52:22 INFO scheduler.DAGScheduler: Missing parents: List()
16/05/18 03:52:22 INFO scheduler.DAGScheduler: Submitting ResultStage 4 (PythonRDD[6] at collect at <ipython-input-19-636e79658f3b>:1), which has no missing parents
16/05/18 03:52:22 INFO storage.MemoryStore: ensureFreeSpace(5336) called with curMem=279830, maxMem=556038881
16/05/18 03:52:22 INFO storage.MemoryStore: Block broadcast_6 stored as values in memory (estimated size 5.2 KB, free 530.0 MB)
16/05/18 03:52:22 INFO storage.MemoryStore: ensureFreeSpace(3204) called with curMem=285166, maxMem=556038881
16/05/18 03:52:22 INFO storage.MemoryStore: Block broadcast_6_piece0 stored as bytes in memory (estimated size 3.1 KB, free 530.0 MB)
16/05/18 03:52:22 INFO storage.BlockManagerInfo: Added broadcast_6_piece0 in memory on localhost:33716 (size: 3.1 KB, free: 530.2 MB)
16/05/18 03:52:22 INFO spark.SparkContext: Created broadcast 6 from broadcast at DAGScheduler.scala:861
16/05/18 03:52:22 INFO scheduler.DAGScheduler: Submitting 2 missing tasks from ResultStage 4 (PythonRDD[6] at collect at <ipython-input-19-636e79658f3b>:1)
16/05/18 03:52:22 INFO scheduler.TaskSchedulerImpl: Adding task set 4.0 with 2 tasks
16/05/18 03:52:22 INFO scheduler.TaskSetManager: Starting task 0.0 in stage 4.0 (TID 8, localhost, partition 0,ANY, 2176 bytes)
16/05/18 03:52:22 INFO scheduler.TaskSetManager: Starting task 1.0 in stage 4.0 (TID 9, localhost, partition 1,ANY, 2176 bytes)
16/05/18 03:52:22 INFO executor.Executor: Running task 0.0 in stage 4.0 (TID 8)
16/05/18 03:52:22 INFO executor.Executor: Running task 1.0 in stage 4.0 (TID 9)
16/05/18 03:52:22 INFO rdd.HadoopRDD: Input split: hdfs://quickstart.cloudera:8020/user/cloudera/input/join1_FileB.txt:0+61
16/05/18 03:52:22 INFO rdd.HadoopRDD: Input split: hdfs://quickstart.cloudera:8020/user/cloudera/input/join1_FileB.txt:61+61
16/05/18 03:52:22 INFO python.PythonRDD: Times: total = 116, boot = 25, init = 89, finish = 2
16/05/18 03:52:22 INFO executor.Executor: Finished task 1.0 in stage 4.0 (TID 9). 2221 bytes result sent to driver
16/05/18 03:52:22 INFO python.PythonRDD: Times: total = 173, boot = 8, init = 163, finish = 2
16/05/18 03:52:22 INFO scheduler.TaskSetManager: Finished task 1.0 in stage 4.0 (TID 9) in 200 ms on localhost (1/2)
16/05/18 03:52:22 INFO executor.Executor: Finished task 0.0 in stage 4.0 (TID 8). 2287 bytes result sent to driver
16/05/18 03:52:22 INFO scheduler.TaskSetManager: Finished task 0.0 in stage 4.0 (TID 8) in 215 ms on localhost (2/2)
16/05/18 03:52:22 INFO scheduler.TaskSchedulerImpl: Removed TaskSet 4.0, whose tasks have all completed, from pool
16/05/18 03:52:22 INFO scheduler.DAGScheduler: ResultStage 4 (collect at <ipython-input-19-636e79658f3b>:1) finished in 0.227 s
16/05/18 03:52:22 INFO scheduler.DAGScheduler: Job 4 finished: collect at <ipython-input-19-636e79658f3b>:1, took 0.263432 s
Out[14]:
[(u'able', u'Jan-01 5'),
(u'about', u'Feb-02 3'),
(u'about', u'Mar-03 8'),
(u'able', u'Apr-04 13'),
(u'actor', u'Feb-22 3'),
(u'burger', u'Feb-23 5'),
(u'burger', u'Mar-08 2'),
(u'able', u'Dec-15 100')]
In [15]: fileB_joined_fileA = fileB_data.join(fileA_data)
In [16]: fileB_joined_fileA.collect()
16/05/18 03:53:22 INFO spark.SparkContext: Starting job: collect at <ipython-input-21-20609ef53c7a>:1
16/05/18 03:53:22 INFO scheduler.DAGScheduler: Registering RDD 11 (join at <ipython-input-20-a3327ebae0f5>:1)
16/05/18 03:53:22 INFO scheduler.DAGScheduler: Got job 5 (collect at <ipython-input-21-20609ef53c7a>:1) with 4 output partitions
16/05/18 03:53:22 INFO scheduler.DAGScheduler: Final stage: ResultStage 6(collect at <ipython-input-21-20609ef53c7a>:1)
16/05/18 03:53:22 INFO scheduler.DAGScheduler: Parents of final stage: List(ShuffleMapStage 5)
16/05/18 03:53:22 INFO scheduler.DAGScheduler: Missing parents: List(ShuffleMapStage 5)
16/05/18 03:53:22 INFO scheduler.DAGScheduler: Submitting ShuffleMapStage 5 (PairwiseRDD[11] at join at <ipython-input-20-a3327ebae0f5>:1), which has no missing parents
16/05/18 03:53:22 INFO storage.MemoryStore: ensureFreeSpace(11624) called with curMem=288370, maxMem=556038881
16/05/18 03:53:22 INFO storage.MemoryStore: Block broadcast_7 stored as values in memory (estimated size 11.4 KB, free 530.0 MB)
16/05/18 03:53:22 INFO storage.MemoryStore: ensureFreeSpace(6502) called with curMem=299994, maxMem=556038881
16/05/18 03:53:22 INFO storage.MemoryStore: Block broadcast_7_piece0 stored as bytes in memory (estimated size 6.3 KB, free 530.0 MB)
16/05/18 03:53:22 INFO storage.BlockManagerInfo: Added broadcast_7_piece0 in memory on localhost:33716 (size: 6.3 KB, free: 530.2 MB)
16/05/18 03:53:22 INFO spark.SparkContext: Created broadcast 7 from broadcast at DAGScheduler.scala:861
16/05/18 03:53:22 INFO scheduler.DAGScheduler: Submitting 4 missing tasks from ShuffleMapStage 5 (PairwiseRDD[11] at join at <ipython-input-20-a3327ebae0f5>:1)
16/05/18 03:53:22 INFO scheduler.TaskSchedulerImpl: Adding task set 5.0 with 4 tasks
16/05/18 03:53:22 INFO scheduler.TaskSetManager: Starting task 0.0 in stage 5.0 (TID 10, localhost, partition 0,ANY, 2274 bytes)
16/05/18 03:53:22 INFO scheduler.TaskSetManager: Starting task 1.0 in stage 5.0 (TID 11, localhost, partition 1,ANY, 2274 bytes)
16/05/18 03:53:22 INFO scheduler.TaskSetManager: Starting task 2.0 in stage 5.0 (TID 12, localhost, partition 2,ANY, 2274 bytes)
16/05/18 03:53:22 INFO scheduler.TaskSetManager: Starting task 3.0 in stage 5.0 (TID 13, localhost, partition 3,ANY, 2274 bytes)
16/05/18 03:53:22 INFO executor.Executor: Running task 0.0 in stage 5.0 (TID 10)
16/05/18 03:53:22 INFO executor.Executor: Running task 1.0 in stage 5.0 (TID 11)
16/05/18 03:53:22 INFO executor.Executor: Running task 2.0 in stage 5.0 (TID 12)
16/05/18 03:53:22 INFO executor.Executor: Running task 3.0 in stage 5.0 (TID 13)
16/05/18 03:53:22 INFO rdd.HadoopRDD: Input split: hdfs://quickstart.cloudera:8020/user/cloudera/input/join1_FileB.txt:0+61
16/05/18 03:53:22 INFO rdd.HadoopRDD: Input split: hdfs://quickstart.cloudera:8020/user/cloudera/input/join1_FileA.txt:0+18
16/05/18 03:53:22 INFO rdd.HadoopRDD: Input split: hdfs://quickstart.cloudera:8020/user/cloudera/input/join1_FileB.txt:61+61
16/05/18 03:53:22 INFO rdd.HadoopRDD: Input split: hdfs://quickstart.cloudera:8020/user/cloudera/input/join1_FileA.txt:18+19
16/05/18 03:53:23 INFO python.PythonRDD: Times: total = 177, boot = 6, init = 170, finish = 1
16/05/18 03:53:23 INFO python.PythonRDD: Times: total = 221, boot = 7, init = 208, finish = 6
16/05/18 03:53:23 INFO python.PythonRDD: Times: total = 223, boot = 22, init = 182, finish = 19
16/05/18 03:53:23 INFO python.PythonRDD: Times: total = 248, boot = 5, init = 242, finish = 1
16/05/18 03:53:23 INFO python.PythonRDD: Times: total = 310, boot = 14, init = 254, finish = 42
16/05/18 03:53:23 INFO python.PythonRDD: Times: total = 318, boot = -60185, init = 60465, finish = 38
16/05/18 03:53:23 INFO python.PythonRDD: Times: total = 321, boot = -60237, init = 60510, finish = 48
16/05/18 03:53:23 INFO python.PythonRDD: Times: total = 309, boot = 11, init = 214, finish = 84
16/05/18 03:53:23 INFO executor.Executor: Finished task 2.0 in stage 5.0 (TID 12). 2320 bytes result sent to driver
16/05/18 03:53:23 INFO executor.Executor: Finished task 0.0 in stage 5.0 (TID 10). 2320 bytes result sent to driver
16/05/18 03:53:23 INFO executor.Executor: Finished task 3.0 in stage 5.0 (TID 13). 2320 bytes result sent to driver
16/05/18 03:53:23 INFO executor.Executor: Finished task 1.0 in stage 5.0 (TID 11). 2320 bytes result sent to driver
16/05/18 03:53:23 INFO scheduler.TaskSetManager: Finished task 0.0 in stage 5.0 (TID 10) in 767 ms on localhost (1/4)
16/05/18 03:53:23 INFO scheduler.TaskSetManager: Finished task 2.0 in stage 5.0 (TID 12) in 757 ms on localhost (2/4)
16/05/18 03:53:23 INFO scheduler.TaskSetManager: Finished task 1.0 in stage 5.0 (TID 11) in 760 ms on localhost (3/4)
16/05/18 03:53:23 INFO scheduler.TaskSetManager: Finished task 3.0 in stage 5.0 (TID 13) in 757 ms on localhost (4/4)
16/05/18 03:53:23 INFO scheduler.TaskSchedulerImpl: Removed TaskSet 5.0, whose tasks have all completed, from pool
16/05/18 03:53:23 INFO scheduler.DAGScheduler: ShuffleMapStage 5 (join at <ipython-input-20-a3327ebae0f5>:1) finished in 0.774 s
16/05/18 03:53:23 INFO scheduler.DAGScheduler: looking for newly runnable stages
16/05/18 03:53:23 INFO scheduler.DAGScheduler: running: Set()
16/05/18 03:53:23 INFO scheduler.DAGScheduler: waiting: Set(ResultStage 6)
16/05/18 03:53:23 INFO scheduler.DAGScheduler: failed: Set()
16/05/18 03:53:23 INFO scheduler.DAGScheduler: Missing parents for ResultStage 6: List()
16/05/18 03:53:23 INFO scheduler.DAGScheduler: Submitting ResultStage 6 (PythonRDD[14] at collect at <ipython-input-21-20609ef53c7a>:1), which is now runnable
16/05/18 03:53:23 INFO storage.MemoryStore: ensureFreeSpace(6856) called with curMem=306496, maxMem=556038881
16/05/18 03:53:23 INFO storage.MemoryStore: Block broadcast_8 stored as values in memory (estimated size 6.7 KB, free 530.0 MB)
16/05/18 03:53:23 INFO storage.MemoryStore: ensureFreeSpace(4199) called with curMem=313352, maxMem=556038881
16/05/18 03:53:23 INFO storage.MemoryStore: Block broadcast_8_piece0 stored as bytes in memory (estimated size 4.1 KB, free 530.0 MB)
16/05/18 03:53:23 INFO storage.BlockManagerInfo: Added broadcast_8_piece0 in memory on localhost:33716 (size: 4.1 KB, free: 530.2 MB)
16/05/18 03:53:23 INFO spark.SparkContext: Created broadcast 8 from broadcast at DAGScheduler.scala:861
16/05/18 03:53:23 INFO scheduler.DAGScheduler: Submitting 4 missing tasks from ResultStage 6 (PythonRDD[14] at collect at <ipython-input-21-20609ef53c7a>:1)
16/05/18 03:53:23 INFO scheduler.TaskSchedulerImpl: Adding task set 6.0 with 4 tasks
16/05/18 03:53:23 INFO scheduler.TaskSetManager: Starting task 0.0 in stage 6.0 (TID 14, localhost, partition 0,PROCESS_LOCAL, 1901 bytes)
16/05/18 03:53:23 INFO scheduler.TaskSetManager: Starting task 1.0 in stage 6.0 (TID 15, localhost, partition 1,PROCESS_LOCAL, 1901 bytes)
16/05/18 03:53:23 INFO scheduler.TaskSetManager: Starting task 2.0 in stage 6.0 (TID 16, localhost, partition 2,PROCESS_LOCAL, 1901 bytes)
16/05/18 03:53:23 INFO scheduler.TaskSetManager: Starting task 3.0 in stage 6.0 (TID 17, localhost, partition 3,PROCESS_LOCAL, 1901 bytes)
16/05/18 03:53:23 INFO executor.Executor: Running task 1.0 in stage 6.0 (TID 15)
16/05/18 03:53:23 INFO executor.Executor: Running task 2.0 in stage 6.0 (TID 16)
16/05/18 03:53:23 INFO executor.Executor: Running task 0.0 in stage 6.0 (TID 14)
16/05/18 03:53:23 INFO executor.Executor: Running task 3.0 in stage 6.0 (TID 17)
16/05/18 03:53:23 INFO storage.ShuffleBlockFetcherIterator: Getting 4 non-empty blocks out of 4 blocks
16/05/18 03:53:23 INFO storage.ShuffleBlockFetcherIterator: Getting 4 non-empty blocks out of 4 blocks
16/05/18 03:53:23 INFO storage.ShuffleBlockFetcherIterator: Getting 4 non-empty blocks out of 4 blocks
16/05/18 03:53:23 INFO storage.ShuffleBlockFetcherIterator: Getting 4 non-empty blocks out of 4 blocks
16/05/18 03:53:23 INFO storage.ShuffleBlockFetcherIterator: Started 0 remote fetches in 31 ms
16/05/18 03:53:23 INFO storage.ShuffleBlockFetcherIterator: Started 0 remote fetches in 32 ms
16/05/18 03:53:23 INFO storage.ShuffleBlockFetcherIterator: Started 0 remote fetches in 32 ms
16/05/18 03:53:23 INFO storage.ShuffleBlockFetcherIterator: Started 0 remote fetches in 31 ms
16/05/18 03:53:23 INFO python.PythonRDD: Times: total = 264, boot = -459, init = 714, finish = 9
16/05/18 03:53:23 INFO python.PythonRDD: Times: total = 262, boot = -477, init = 730, finish = 9
16/05/18 03:53:23 INFO python.PythonRDD: Times: total = 266, boot = -516, init = 772, finish = 10
16/05/18 03:53:23 INFO python.PythonRDD: Times: total = 278, boot = -519, init = 784, finish = 13
16/05/18 03:53:23 INFO executor.Executor: Finished task 2.0 in stage 6.0 (TID 16). 1364 bytes result sent to driver
16/05/18 03:53:23 INFO executor.Executor: Finished task 0.0 in stage 6.0 (TID 14). 1358 bytes result sent to driver
16/05/18 03:53:23 INFO executor.Executor: Finished task 3.0 in stage 6.0 (TID 17). 1213 bytes result sent to driver
16/05/18 03:53:23 INFO executor.Executor: Finished task 1.0 in stage 6.0 (TID 15). 1326 bytes result sent to driver
16/05/18 03:53:23 INFO scheduler.TaskSetManager: Finished task 3.0 in stage 6.0 (TID 17) in 330 ms on localhost (1/4)
16/05/18 03:53:23 INFO scheduler.TaskSetManager: Finished task 0.0 in stage 6.0 (TID 14) in 341 ms on localhost (2/4)
16/05/18 03:53:23 INFO scheduler.TaskSetManager: Finished task 1.0 in stage 6.0 (TID 15) in 340 ms on localhost (3/4)
16/05/18 03:53:23 INFO scheduler.DAGScheduler: ResultStage 6 (collect at <ipython-input-21-20609ef53c7a>:1) finished in 0.347 s
16/05/18 03:53:23 INFO scheduler.TaskSetManager: Finished task 2.0 in stage 6.0 (TID 16) in 339 ms on localhost (4/4)
16/05/18 03:53:23 INFO scheduler.TaskSchedulerImpl: Removed TaskSet 6.0, whose tasks have all completed, from pool
16/05/18 03:53:23 INFO scheduler.DAGScheduler: Job 5 finished: collect at <ipython-input-21-20609ef53c7a>:1, took 1.389835 s
Out[16]:
[(u'able', (u'Jan-01 5', 991)),
(u'able', (u'Apr-04 13', 991)),
(u'able', (u'Dec-15 100', 991)),
(u'burger', (u'Feb-23 5', 15)),
(u'burger', (u'Mar-08 2', 15)),
(u'about', (u'Feb-02 3', 11)),
(u'about', (u'Mar-03 8', 11)),
(u'actor', (u'Feb-22 3', 22))]
In [17]:
####################################################################################################################################################################################################################################################################################################################################################
##Advanced-Join-in-Spark
#closure.py
def make_adder(x):
def add(y):
return x + y
return add
#plus5 = make_adder(5)
#print(plus5(12))
print(make_adder(5)(12))
#parse_shows.py
def split_show_views(line):
line = line.split(",")
show = line[0]
views = int(line[1])
return (show, views)
test_line = 'Hourly_Sports,21'
print split_show_views(test_line)
#parse_channels.py
def split_show_channel(line):
line = line.split(",")
show = line[0]
channel = line[1]
return (show, channel)
test_line = 'Hourly_Sports,DEF'
print split_show_channel(test_line)
#extract_channel.py
def extract_channel_views(show_views_channel):
views = int(show_views_channel[1][0])
channel = show_views_channel[1][1]
return (channel, views)
test_tuple = (u'Baked_Talking', (u'168', u'MAN'))
print extract_channel_views(test_tuple)
#some_channels.py
def some_function(a, b):
return a + b
print some_function(1, 2)
#sum_channels.py
def sum_function(sorted_collection, val, kv, skv, result):
for i in sorted_collection:
val = val + int(i[1])
kv[i[0]] = val
skv = sorted(kv.items())
for index in range(len(skv)):
if index == 0:
result[skv[index][0]] = skv[index][1]
# print skv[index][0], skv[index][1]
elif index > 0:
result[skv[index][0]] = (skv[index][1] - skv[index - 1][1])
# print skv[index][0], (skv[index][1] - skv[index - 1][1])
return sorted(result.items())
sorted_collection = [(u'NOX', 1052), (u'NOX', 1052), (u'XYZ', 17), (u'XYZ', 17)]
print sum_function(sorted_collection, val=0, kv={}, skv={}, result={})
# sum_function(sorted_collection, val=0, kv={}, skv={})
# skv = (sorted(kv.items()))
''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''
#bat_viewers.txt
5099141
''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''
#Python
[cloudera@quickstart Rajani]$ gedit parse_shows.py
[cloudera@quickstart Rajani]$ chmod +x parse_shows.py
[cloudera@quickstart Rajani]$ python parse_shows.py
('Hourly_Sports', 21)
[cloudera@quickstart Rajani]$ cat parse_shows.py
def split_show_views(line):
line = line.split(",")
show = line[0]
views = int(line[1])
return (show, views)
test_line = 'Hourly_Sports,21'
print split_show_views(test_line)
[cloudera@quickstart Rajani]$ gedit parse_channels.py
[cloudera@quickstart Rajani]$ chmod +x parse_channels.py
[cloudera@quickstart Rajani]$ python parse_channels.py
('Hourly_Sports', 'DEF')
[cloudera@quickstart Rajani]$ cat parse_channels.py
def split_show_channel(line):
line = line.split(",")
show = line[0]
channel = line[1]
return (show, channel)
test_line = 'Hourly_Sports,DEF'
print split_show_channel(test_line)
[cloudera@quickstart Rajani]$ gedit extract_channel.py
[cloudera@quickstart Rajani]$ chmod +x extract_channel.py
[cloudera@quickstart Rajani]$ python extract_channel.py
(u'DEF', 1038)
[cloudera@quickstart Rajani]$ cat extract_channel.py
def extract_channel_views(show_views_channel):
views = int(show_views_channel[1][0])
channel = show_views_channel[1][1]
return (channel, views)
test_tuple = (u'Baked_Talking', (u'168', u'MAN'))
print extract_channel_views(test_tuple)
[cloudera@quickstart Rajani]$ gedit some_channels.py
[cloudera@quickstart Rajani]$ chmod +x some_channels.py
[cloudera@quickstart Rajani]$ python some_channels.py
3
[cloudera@quickstart Rajani]$ cat some_channels.py
def some_function(a, b):
return a + b
print some_function(1, 2)
[cloudera@quickstart Rajani]$
''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''
#PySpark
hdfs dfs -ls input/
python --version
PYSPARK_DRIVER_PYTHON=ipython pyspark
show_views_file = sc.textFile("input/join2_gennum?.txt")
show_views_file.take(2)
def split_show_views(line):
line = line.split(",")
show = line[0]
views = int(line[1])
return (show, views)
show_views = show_views_file.map(split_show_views)
show_channel_file = sc.textFile("input/join2_genchan?.txt")
def split_show_channel(line):
line = line.split(",")
show = line[0]
channel = line[1]
return (show, channel)
show_channel = show_channel_file.map(split_show_channel)
joined_dataset = show_views.join(show_channel)
def extract_channel_views(show_views_channel):
views = int(show_views_channel[1][0])
channel = show_views_channel[1][1]
return (channel, views)
channel_views = joined_dataset.map(extract_channel_views)
def some_function(a, b):
return a + b
channel_views.reduceByKey(some_function).collect()
''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''
#join2_genchanA.txt
Hourly_Sports,DEF
Baked_News,BAT
PostModern_Talking,XYZ
Loud_News,CNO
Almost_Show,ABC
Hot_Talking,DEF
Dumb_Show,BAT
Surreal_Show,XYZ
Cold_Talking,CNO
Hourly_Cooking,ABC
Baked_Cooking,DEF
PostModern_News,BAT
Loud_Cooking,XYZ
Almost_Sports,CNO
Hot_Show,ABC
Dumb_Sports,DEF
Surreal_Sports,BAT
Cold_Show,XYZ
Hourly_Games,CNO
Baked_Games,ABC
PostModern_Cooking,DEF
Loud_Games,BAT
Almost_Talking,XYZ
Hot_Sports,CNO
Dumb_Talking,ABC
Surreal_Talking,DEF
Cold_Sports,BAT
Hourly_Talking,XYZ
Baked_Talking,CNO
PostModern_Games,ABC
Loud_Talking,DEF
Almost_News,BAT
Hot_Talking,XYZ
Dumb_News,CNO
Surreal_News,ABC
Cold_Talking,DEF
Hourly_Show,BAT
Baked_Show,XYZ
PostModern_Talking,CNO
Loud_Show,ABC
Almost_Cooking,DEF
Hot_News,BAT
Dumb_Cooking,XYZ
Surreal_Cooking,CNO
Cold_News,ABC
Hourly_Sports,DEF
Baked_Sports,BAT
PostModern_Show,XYZ
Loud_Sports,CNO
Almost_Games,ABC
Hot_Cooking,DEF
Dumb_Games,BAT
Surreal_Games,XYZ
Cold_Cooking,CNO
Hourly_Talking,ABC
Baked_Talking,DEF
PostModern_Sports,BAT
Loud_Talking,XYZ
Almost_Talking,CNO
Hot_Games,ABC
Dumb_Talking,DEF
Surreal_Talking,BAT
Cold_Games,XYZ
Hourly_News,CNO
Baked_News,ABC
PostModern_Talking,DEF
Loud_News,BAT
Almost_Show,XYZ
Hot_Talking,CNO
Dumb_Show,ABC
Surreal_Show,DEF
Cold_Talking,BAT
Hourly_Cooking,XYZ
Baked_Cooking,CNO
PostModern_News,ABC
Loud_Cooking,DEF
Almost_Sports,BAT
Hot_Show,XYZ
Dumb_Sports,CNO
Surreal_Sports,ABC
Cold_Show,DEF
Hourly_Games,BAT
Baked_Games,XYZ
PostModern_Cooking,CNO
Loud_Games,ABC
Almost_Talking,DEF
Hot_Sports,BAT
Dumb_Talking,XYZ
Surreal_Talking,CNO
Cold_Sports,ABC
Hourly_Talking,DEF
Baked_Talking,BAT
PostModern_Games,XYZ
Loud_Talking,CNO
Almost_News,ABC
Hot_Talking,DEF
Dumb_News,BAT
Surreal_News,XYZ
Cold_Talking,CNO
Hourly_Show,ABC
#join2_genchanB.txt
Hourly_Sports,DEF
Hot_Talking,CNO
Almost_Cooking,MAN
Dumb_Show,BOB
PostModern_Sports,NOX
Baked_News,DEF
Loud_Talking,CNO
Cold_Show,MAN
Surreal_Talking,BOB
Hourly_Talking,NOX
Hot_News,DEF
Almost_Games,CNO
Dumb_Sports,MAN
PostModern_Talking,BOB
Baked_Cooking,NOX
Loud_Show,DEF
Cold_Sports,CNO
Surreal_News,MAN
Hourly_News,BOB
Hot_Cooking,NOX
Almost_Talking,DEF
Dumb_Talking,CNO
PostModern_News,MAN
Baked_Games,BOB
Loud_Sports,NOX
Cold_Talking,DEF
Surreal_Cooking,CNO
Hourly_Cooking,MAN
Hot_Games,BOB
Almost_Show,NOX
Dumb_News,DEF
PostModern_Cooking,CNO
Baked_Talking,MAN
Loud_Talking,BOB
Cold_News,NOX
Surreal_Games,DEF
Hourly_Games,CNO
Hot_Talking,MAN
Almost_Sports,BOB
Dumb_Cooking,NOX
PostModern_Games,DEF
Baked_Show,CNO
Loud_News,MAN
Cold_Cooking,BOB
Surreal_Talking,NOX
Hourly_Talking,DEF
Hot_Show,CNO
Almost_Talking,MAN
Dumb_Games,BOB
PostModern_Talking,NOX
Baked_Sports,DEF
Loud_Cooking,CNO
Cold_Games,MAN
Surreal_Show,BOB
Hourly_Show,NOX
Hot_Sports,DEF
Almost_News,CNO
Dumb_Talking,MAN
PostModern_Show,BOB
Baked_Talking,NOX
Loud_Games,DEF
Cold_Talking,CNO
Surreal_Sports,MAN
Hourly_Sports,BOB
Hot_Talking,NOX
Almost_Cooking,DEF
Dumb_Show,CNO
PostModern_Sports,MAN
Baked_News,BOB
Loud_Talking,NOX
Cold_Show,DEF
Surreal_Talking,CNO
Hourly_Talking,MAN
Hot_News,BOB
Almost_Games,NOX
Dumb_Sports,DEF
PostModern_Talking,CNO
Baked_Cooking,MAN
Loud_Show,BOB
Cold_Sports,NOX
Surreal_News,DEF
Hourly_News,CNO
Hot_Cooking,MAN
Almost_Talking,BOB
Dumb_Talking,NOX
PostModern_News,DEF
Baked_Games,CNO
Loud_Sports,MAN
Cold_Talking,BOB
Surreal_Cooking,NOX
Hourly_Cooking,DEF
Hot_Games,CNO
Almost_Show,MAN
Dumb_News,BOB
PostModern_Cooking,NOX
Baked_Talking,DEF
Loud_Talking,CNO
Cold_News,MAN
Surreal_Games,BOB
Hourly_Games,NOX
Hot_Talking,DEF
Almost_Sports,CNO
Dumb_Cooking,MAN
PostModern_Games,BOB
Baked_Show,NOX
Loud_News,DEF
Cold_Cooking,CNO
Surreal_Talking,MAN
Hourly_Talking,BOB
Hot_Show,NOX
Almost_Talking,DEF
Dumb_Games,CNO
PostModern_Talking,MAN
Baked_Sports,BOB
Loud_Cooking,NOX
Cold_Games,DEF
Surreal_Show,CNO
Hourly_Show,MAN
Hot_Sports,BOB
Almost_News,NOX
Dumb_Talking,DEF
PostModern_Show,CNO
Baked_Talking,MAN
Loud_Games,BOB
Cold_Talking,NOX
Surreal_Sports,DEF
Hourly_Sports,CNO
Hot_Talking,MAN
Almost_Cooking,BOB
Dumb_Show,NOX
PostModern_Sports,DEF
Baked_News,CNO
Loud_Talking,MAN
Cold_Show,BOB
Surreal_Talking,NOX
Hourly_Talking,DEF
Hot_News,CNO
Almost_Games,MAN
Dumb_Sports,BOB
PostModern_Talking,NOX
Baked_Cooking,DEF
Loud_Show,CNO
Cold_Sports,MAN
Surreal_News,BOB
Hourly_News,NOX
Hot_Cooking,DEF
Almost_Talking,CNO
Dumb_Talking,MAN
PostModern_News,BOB
Baked_Games,NOX
Loud_Sports,DEF
Cold_Talking,CNO
Surreal_Cooking,MAN
Hourly_Cooking,BOB
Hot_Games,NOX
Almost_Show,DEF
Dumb_News,CNO
PostModern_Cooking,MAN
Baked_Talking,BOB
Loud_Talking,NOX
Cold_News,DEF
Surreal_Games,CNO
Hourly_Games,MAN
Hot_Talking,BOB
Almost_Sports,NOX
Dumb_Cooking,DEF
PostModern_Games,CNO
Baked_Show,MAN
Loud_News,BOB
Cold_Cooking,NOX
Surreal_Talking,DEF
Hourly_Talking,CNO
Hot_Show,MAN
Almost_Talking,BOB
Dumb_Games,NOX
PostModern_Talking,DEF
Baked_Sports,CNO
Loud_Cooking,MAN
Cold_Games,BOB
Surreal_Show,NOX
Hourly_Show,DEF
Hot_Sports,CNO
Almost_News,MAN
Dumb_Talking,BOB
PostModern_Show,NOX
Baked_Talking,DEF
Loud_Games,CNO
Cold_Talking,MAN
Surreal_Sports,BOB
Hourly_Sports,NOX
Hot_Talking,DEF
Almost_Cooking,CNO
Dumb_Show,MAN
PostModern_Sports,BOB
Baked_News,NOX
Loud_Talking,DEF
Cold_Show,CNO
Surreal_Talking,MAN
Hourly_Talking,BOB
Hot_News,NOX
#join2_genchanC.txt
Hourly_Sports,DEF
Hot_Cooking,XYZ
Almost_Talking,CAB
Dumb_Talking,MAN
PostModern_News,BAT
Baked_Games,DEF
Loud_Sports,XYZ
Cold_Talking,CAB
Surreal_Cooking,MAN
Hourly_Cooking,BAT
Hot_Games,DEF
Almost_Show,XYZ
Dumb_News,CAB
PostModern_Cooking,MAN
Baked_Talking,BAT
Loud_Talking,DEF
Cold_News,XYZ
Surreal_Games,CAB
Hourly_Games,MAN
Hot_Talking,BAT
Almost_Sports,DEF
Dumb_Cooking,XYZ
PostModern_Games,CAB
Baked_Show,MAN
Loud_News,BAT
Cold_Cooking,DEF
Surreal_Talking,XYZ
Hourly_Talking,CAB
Hot_Show,MAN
Almost_Talking,BAT
Dumb_Games,DEF
PostModern_Talking,XYZ
Baked_Sports,CAB
Loud_Cooking,MAN
Cold_Games,BAT
Surreal_Show,DEF
Hourly_Show,XYZ
Hot_Sports,CAB
Almost_News,MAN
Dumb_Talking,BAT
PostModern_Show,DEF
Baked_Talking,XYZ
Loud_Games,CAB
Cold_Talking,MAN
Surreal_Sports,BAT
Hourly_Sports,DEF
Hot_Talking,XYZ
Almost_Cooking,CAB
Dumb_Show,MAN
PostModern_Sports,BAT
Baked_News,DEF
Loud_Talking,XYZ
Cold_Show,CAB
Surreal_Talking,MAN
Hourly_Talking,BAT
Hot_News,DEF
Almost_Games,XYZ
Dumb_Sports,CAB
PostModern_Talking,MAN
Baked_Cooking,BAT
Loud_Show,DEF
Cold_Sports,XYZ
Surreal_News,CAB
Hourly_News,MAN
Hot_Cooking,BAT
Almost_Talking,DEF
Dumb_Talking,XYZ
PostModern_News,CAB
Baked_Games,MAN
Loud_Sports,BAT
Cold_Talking,DEF
Surreal_Cooking,XYZ
Hourly_Cooking,CAB
Hot_Games,MAN
Almost_Show,BAT
Dumb_News,DEF
PostModern_Cooking,XYZ
Baked_Talking,CAB
Loud_Talking,MAN
Cold_News,BAT
Surreal_Games,DEF
Hourly_Games,XYZ
Hot_Talking,CAB
Almost_Sports,MAN
Dumb_Cooking,BAT
PostModern_Games,DEF
Baked_Show,XYZ
Loud_News,CAB
Cold_Cooking,MAN
Surreal_Talking,BAT
Hourly_Talking,DEF
Hot_Show,XYZ
Almost_Talking,CAB
Dumb_Games,MAN
PostModern_Talking,BAT
Baked_Sports,DEF
Loud_Cooking,XYZ
Cold_Games,CAB
Surreal_Show,MAN
Hourly_Show,BAT
Hot_Sports,DEF
Almost_News,XYZ
Dumb_Talking,CAB
PostModern_Show,MAN
Baked_Talking,BAT
Loud_Games,DEF
Cold_Talking,XYZ
Surreal_Sports,CAB
Hourly_Sports,MAN
Hot_Talking,BAT
Almost_Cooking,DEF
Dumb_Show,XYZ
PostModern_Sports,CAB
Baked_News,MAN
Loud_Talking,BAT
Cold_Show,DEF
Surreal_Talking,XYZ
Hourly_Talking,CAB
Hot_News,MAN
Almost_Games,BAT
Dumb_Sports,DEF
PostModern_Talking,XYZ
Baked_Cooking,CAB
Loud_Show,MAN
Cold_Sports,BAT
Surreal_News,DEF
Hourly_News,XYZ
Hot_Cooking,CAB
Almost_Talking,MAN
Dumb_Talking,BAT
PostModern_News,DEF
Baked_Games,XYZ
Loud_Sports,CAB
Cold_Talking,MAN
Surreal_Cooking,BAT
Hourly_Cooking,DEF
Hot_Games,XYZ
Almost_Show,CAB
Dumb_News,MAN
PostModern_Cooking,BAT
Baked_Talking,DEF
Loud_Talking,XYZ
Cold_News,CAB
Surreal_Games,MAN
Hourly_Games,BAT
Hot_Talking,DEF
Almost_Sports,XYZ
Dumb_Cooking,CAB
PostModern_Games,MAN
Baked_Show,BAT
Loud_News,DEF
Cold_Cooking,XYZ
Surreal_Talking,CAB
Hourly_Talking,MAN
Hot_Show,BAT
Almost_Talking,DEF
Dumb_Games,XYZ
PostModern_Talking,CAB
Baked_Sports,MAN
Loud_Cooking,BAT
Cold_Games,DEF
Surreal_Show,XYZ
Hourly_Show,CAB
Hot_Sports,MAN
Almost_News,BAT
Dumb_Talking,DEF
PostModern_Show,XYZ
Baked_Talking,CAB
Loud_Games,MAN
Cold_Talking,BAT
Surreal_Sports,DEF
Hourly_Sports,XYZ
Hot_Talking,CAB
Almost_Cooking,MAN
Dumb_Show,BAT
PostModern_Sports,DEF
Baked_News,XYZ
Loud_Talking,CAB
Cold_Show,MAN
Surreal_Talking,BAT
Hourly_Talking,DEF
Hot_News,XYZ
Almost_Games,CAB
Dumb_Sports,MAN
PostModern_Talking,BAT
Baked_Cooking,DEF
Loud_Show,XYZ
Cold_Sports,CAB
Surreal_News,MAN
Hourly_News,BAT
Hot_Cooking,DEF
Almost_Talking,XYZ
Dumb_Talking,CAB
PostModern_News,MAN
Baked_Games,BAT
Loud_Sports,DEF
Cold_Talking,XYZ
Surreal_Cooking,CAB
Hourly_Cooking,MAN
Hot_Games,BAT
Almost_Show,DEF
Dumb_News,XYZ
PostModern_Cooking,CAB
Baked_Talking,MAN
Loud_Talking,BAT
Cold_News,DEF
Surreal_Games,XYZ
Hourly_Games,CAB
Hot_Talking,MAN
Almost_Sports,BAT
Dumb_Cooking,DEF
PostModern_Games,XYZ
Baked_Show,CAB
Loud_News,MAN
Cold_Cooking,BAT
Surreal_Talking,DEF
Hourly_Talking,XYZ
Hot_Show,CAB
Almost_Talking,MAN
Dumb_Games,BAT
PostModern_Talking,DEF
Baked_Sports,XYZ
Loud_Cooking,CAB
Cold_Games,MAN
Surreal_Show,BAT
Hourly_Show,DEF
Hot_Sports,XYZ
Almost_News,CAB
Dumb_Talking,MAN
PostModern_Show,BAT
Baked_Talking,DEF
Loud_Games,XYZ
Cold_Talking,CAB
Surreal_Sports,MAN
Hourly_Sports,BAT
Hot_Talking,DEF
Almost_Cooking,XYZ
Dumb_Show,CAB
PostModern_Sports,MAN
Baked_News,BAT
Loud_Talking,DEF
Cold_Show,XYZ
Surreal_Talking,CAB
Hourly_Talking,MAN
Hot_News,BAT
Almost_Games,DEF
Dumb_Sports,XYZ
PostModern_Talking,CAB
Baked_Cooking,MAN
Loud_Show,BAT
Cold_Sports,DEF
Surreal_News,XYZ
Hourly_News,CAB
Hot_Cooking,MAN
Almost_Talking,BAT
Dumb_Talking,DEF
PostModern_News,XYZ
Baked_Games,CAB
Loud_Sports,MAN
Cold_Talking,BAT
Surreal_Cooking,DEF
Hourly_Cooking,XYZ
Hot_Games,CAB
Almost_Show,MAN
Dumb_News,BAT
PostModern_Cooking,DEF
Baked_Talking,XYZ
Loud_Talking,CAB
Cold_News,MAN
Surreal_Games,BAT
Hourly_Games,DEF
Hot_Talking,XYZ
Almost_Sports,CAB
Dumb_Cooking,MAN
PostModern_Games,BAT
Baked_Show,DEF
Loud_News,XYZ
Cold_Cooking,CAB
Surreal_Talking,MAN
Hourly_Talking,BAT
Hot_Show,DEF
Almost_Talking,XYZ
Dumb_Games,CAB
PostModern_Talking,MAN
Baked_Sports,BAT
Loud_Cooking,DEF
Cold_Games,XYZ
Surreal_Show,CAB
Hourly_Show,MAN
Hot_Sports,BAT
Almost_News,DEF
Dumb_Talking,XYZ
PostModern_Show,CAB
Baked_Talking,MAN
Loud_Games,BAT
Cold_Talking,DEF
Surreal_Sports,XYZ
Hourly_Sports,CAB
Hot_Talking,MAN
Almost_Cooking,BAT
#join2_gennumA.txt
Hourly_Sports,21
PostModern_Show,38
Surreal_News,73
Dumb_Cooking,144
Cold_Talking,287
Almost_Talking,574
Loud_News,113
Hot_Talking,228
Baked_Games,459
Hourly_Talking,922
PostModern_Sports,813
Surreal_Cooking,596
Dumb_Games,163
Cold_Show,334
Almost_Show,677
Loud_Cooking,328
Hot_News,667
Baked_Talking,310
Hourly_Show,633
PostModern_Talking,244
Surreal_Games,503
Dumb_Talking,1022
Cold_Sports,1025
Almost_Sports,1032
Loud_Games,1047
Hot_Cooking,42
Baked_Show,105
Hourly_Sports,232
PostModern_News,487
Surreal_Talking,998
Dumb_Show,985
Cold_Talking,960
Almost_Talking,911
Loud_Talking,814
Hot_Games,621
Baked_Sports,236
Hourly_Talking,503
PostModern_Cooking,1038
Surreal_Show,37
Dumb_Sports,108
Cold_News,251
Almost_News,538
Loud_Show,77
Hot_Talking,192
Baked_Talking,423
Hourly_News,886
PostModern_Games,777
Surreal_Sports,560
Dumb_Talking,127
Cold_Cooking,298
Almost_Cooking,641
Loud_Sports,292
Hot_Show,631
Baked_News,274
Hourly_Cooking,597
PostModern_Talking,208
Surreal_Talking,467
Dumb_News,986
Cold_Games,989
Almost_Games,996
Loud_Talking,1011
Hot_Sports,1042
Baked_Cooking,69
Hourly_Games,196
PostModern_Show,451
Surreal_News,962
Dumb_Cooking,949
Cold_Talking,924
Almost_Talking,875
Loud_News,778
Hot_Talking,585
Baked_Games,200
Hourly_Talking,467
PostModern_Sports,1002
Surreal_Cooking,1037
Dumb_Games,72
Cold_Show,215
Almost_Show,502
Loud_Cooking,41
Hot_News,156
Baked_Talking,387
Hourly_Show,850
PostModern_Talking,741
Surreal_Games,524
Dumb_Talking,91
Cold_Sports,262
Almost_Sports,605
Loud_Games,256
Hot_Cooking,595
Baked_Show,238
Hourly_Sports,561
PostModern_News,172
Surreal_Talking,431
Dumb_Show,950
Cold_Talking,953
Almost_Talking,960
Loud_Talking,975
Hot_Games,1006
Baked_Sports,33
Hourly_Talking,160
PostModern_Cooking,415
Surreal_Show,926
Dumb_Sports,913
Cold_News,888
Almost_News,839
Loud_Show,742
Hot_Talking,549
Baked_Talking,164
Hourly_News,431
PostModern_Games,966
Surreal_Sports,1001
Dumb_Talking,36
Cold_Cooking,179
Almost_Cooking,466
Loud_Sports,1041
Hot_Show,120
Baked_News,351
Hourly_Cooking,814
PostModern_Talking,705
Surreal_Talking,488
Dumb_News,55
Cold_Games,226
Almost_Games,569
Loud_Talking,220
Hot_Sports,559
Baked_Cooking,202
Hourly_Games,525
PostModern_Show,136
Surreal_News,395
Dumb_Cooking,914
Cold_Talking,917
Almost_Talking,924
Loud_News,939
Hot_Talking,970
Baked_Games,1033
Hourly_Talking,124
PostModern_Sports,379
Surreal_Cooking,890
Dumb_Games,877
Cold_Show,852
Almost_Show,803
Loud_Cooking,706
Hot_News,513
Baked_Talking,128
Hourly_Show,395
PostModern_Talking,930
Surreal_Games,965
Dumb_Talking,1036
Cold_Sports,143
Almost_Sports,430
Loud_Games,1005
Hot_Cooking,84
Baked_Show,315
Hourly_Sports,778
PostModern_News,669
Surreal_Talking,452
Dumb_Show,19
Cold_Talking,190
Almost_Talking,533
Loud_Talking,184
Hot_Games,523
Baked_Sports,166
Hourly_Talking,489
PostModern_Cooking,100
Surreal_Show,359
Dumb_Sports,878
Cold_News,881
Almost_News,888
Loud_Show,903
Hot_Talking,934
Baked_Talking,997
Hourly_News,88
PostModern_Games,343
Surreal_Sports,854
Dumb_Talking,841
Cold_Cooking,816
Almost_Cooking,767
Loud_Sports,670
Hot_Show,477
Baked_News,92
Hourly_Cooking,359
PostModern_Talking,894
Surreal_Talking,929
Dumb_News,1000
Cold_Games,107
Almost_Games,394
Loud_Talking,969
Hot_Sports,48
Baked_Cooking,279
Hourly_Games,742
PostModern_Show,633
Surreal_News,416
Dumb_Cooking,1019
Cold_Talking,154
Almost_Talking,497
Loud_News,148
Hot_Talking,487
Baked_Games,130
Hourly_Talking,453
PostModern_Sports,64
Surreal_Cooking,323
Dumb_Games,842
Cold_Show,845
Almost_Show,852
Loud_Cooking,867
Hot_News,898
Baked_Talking,961
Hourly_Show,52
PostModern_Talking,307
Surreal_Games,818
Dumb_Talking,805
Cold_Sports,780
Almost_Sports,731
Loud_Games,634
Hot_Cooking,441
Baked_Show,56
Hourly_Sports,323
PostModern_News,858
Surreal_Talking,893
Dumb_Show,964
Cold_Talking,71
Almost_Talking,358
Loud_Talking,933
Hot_Games,1048
Baked_Sports,243
Hourly_Talking,706
PostModern_Cooking,597
Surreal_Show,380
Dumb_Sports,983
Cold_News,118
Almost_News,461
Loud_Show,112
Hot_Talking,451
Baked_Talking,94
Hourly_News,417
PostModern_Games,28
Surreal_Sports,287
Dumb_Talking,806
Cold_Cooking,809
Almost_Cooking,816
Loud_Sports,831
Hot_Show,862
Baked_News,925
Hourly_Cooking,1052
PostModern_Talking,271
Surreal_Talking,782
Dumb_News,769
Cold_Games,744
Almost_Games,695
Loud_Talking,598
Hot_Sports,405
Baked_Cooking,20
Hourly_Games,287
PostModern_Show,822
Surreal_News,857
Dumb_Cooking,928
Cold_Talking,35
Almost_Talking,322
Loud_News,897
Hot_Talking,1012
Baked_Games,207
Hourly_Talking,670
PostModern_Sports,561
Surreal_Cooking,344
Dumb_Games,947
Cold_Show,82
Almost_Show,425
Loud_Cooking,76
Hot_News,415
Baked_Talking,58
Hourly_Show,381
PostModern_Talking,1028
Surreal_Games,251
Dumb_Talking,770
Cold_Sports,773
Almost_Sports,780
Loud_Games,795
Hot_Cooking,826
Baked_Show,889
Hourly_Sports,1016
PostModern_News,235
Surreal_Talking,746
Dumb_Show,733
Cold_Talking,708
Almost_Talking,659
Loud_Talking,562
Hot_Games,369
Baked_Sports,1020
Hourly_Talking,251
PostModern_Cooking,786
Surreal_Show,821
Dumb_Sports,892
Cold_News,1035
Almost_News,286
Loud_Show,861
Hot_Talking,976
Baked_Talking,171
Hourly_News,634
PostModern_Games,525
Surreal_Sports,308
Dumb_Talking,911
Cold_Cooking,46
Almost_Cooking,389
Loud_Sports,40
Hot_Show,379
Baked_News,22
Hourly_Cooking,345
PostModern_Talking,992
Surreal_Talking,215
Dumb_News,734
Cold_Games,737
Almost_Games,744
Loud_Talking,759
Hot_Sports,790
Baked_Cooking,853
Hourly_Games,980
PostModern_Show,199
Surreal_News,710
Dumb_Cooking,697
Cold_Talking,672
Almost_Talking,623
Loud_News,526
Hot_Talking,333
Baked_Games,984
Hourly_Talking,215
PostModern_Sports,750
Surreal_Cooking,785
Dumb_Games,856
Cold_Show,999
Almost_Show,250
Loud_Cooking,825
Hot_News,940
Baked_Talking,135
Hourly_Show,598
PostModern_Talking,489
Surreal_Games,272
Dumb_Talking,875
Cold_Sports,1046
Almost_Sports,353
Loud_Games,1040
Hot_Cooking,343
Baked_Show,1022
Hourly_Sports,309
PostModern_News,956
Surreal_Talking,179
Dumb_Show,698
Cold_Talking,701
Almost_Talking,708
Loud_Talking,723
Hot_Games,754
Baked_Sports,817
Hourly_Talking,944
PostModern_Cooking,163
Surreal_Show,674
Dumb_Sports,661
Cold_News,636
Almost_News,587
Loud_Show,490
Hot_Talking,297
Baked_Talking,948
Hourly_News,179
PostModern_Games,714
Surreal_Sports,749
Dumb_Talking,820
Cold_Cooking,963
Almost_Cooking,214
Loud_Sports,789
Hot_Show,904
Baked_News,99
Hourly_Cooking,562
PostModern_Talking,453
Surreal_Talking,236
Dumb_News,839
Cold_Games,1010
Almost_Games,317
Loud_Talking,1004
Hot_Sports,307
Baked_Cooking,986
Hourly_Games,273
PostModern_Show,920
Surreal_News,143
Dumb_Cooking,662
Cold_Talking,665
Almost_Talking,672
Loud_News,687
Hot_Talking,718
Baked_Games,781
Hourly_Talking,908
PostModern_Sports,127
Surreal_Cooking,638
Dumb_Games,625
Cold_Show,600
Almost_Show,551
Loud_Cooking,454
Hot_News,261
Baked_Talking,912
Hourly_Show,143
PostModern_Talking,678
Surreal_Games,713
Dumb_Talking,784
Cold_Sports,927
Almost_Sports,178
Loud_Games,753
Hot_Cooking,868
Baked_Show,63
Hourly_Sports,526
PostModern_News,417
Surreal_Talking,200
Dumb_Show,803
Cold_Talking,974
Almost_Talking,281
Loud_Talking,968
Hot_Games,271
Baked_Sports,950
Hourly_Talking,237
PostModern_Cooking,884
Surreal_Show,107
Dumb_Sports,626
Cold_News,629
Almost_News,636
Loud_Show,651
Hot_Talking,682
Baked_Talking,745
Hourly_News,872
PostModern_Games,91
Surreal_Sports,602
Dumb_Talking,589
Cold_Cooking,564
Almost_Cooking,515
Loud_Sports,418
Hot_Show,225
Baked_News,876
Hourly_Cooking,107
PostModern_Talking,642
Surreal_Talking,677
Dumb_News,748
Cold_Games,891
Almost_Games,142
Loud_Talking,717
Hot_Sports,832
Baked_Cooking,27
Hourly_Games,490
PostModern_Show,381
Surreal_News,164
Dumb_Cooking,767
Cold_Talking,938
Almost_Talking,245
Loud_News,932
Hot_Talking,235
Baked_Games,914
Hourly_Talking,201
PostModern_Sports,848
Surreal_Cooking,71
Dumb_Games,590
Cold_Show,593
Almost_Show,600
Loud_Cooking,615
Hot_News,646
Baked_Talking,709
Hourly_Show,836
PostModern_Talking,55
Surreal_Games,566
Dumb_Talking,553
Cold_Sports,528
Almost_Sports,479
Loud_Games,382
Hot_Cooking,189
Baked_Show,840
Hourly_Sports,71
PostModern_News,606
Surreal_Talking,641
Dumb_Show,712
Cold_Talking,855
Almost_Talking,106
Loud_Talking,681
Hot_Games,796
Baked_Sports,1027
Hourly_Talking,454
PostModern_Cooking,345
Surreal_Show,128
Dumb_Sports,731
Cold_News,902
Almost_News,209
Loud_Show,896
Hot_Talking,199
Baked_Talking,878
Hourly_News,165
PostModern_Games,812
Surreal_Sports,35
Dumb_Talking,554
Cold_Cooking,557
Almost_Cooking,564
Loud_Sports,579
Hot_Show,610
Baked_News,673
Hourly_Cooking,800
PostModern_Talking,19
Surreal_Talking,530
Dumb_News,517
Cold_Games,492
Almost_Games,443
Loud_Talking,346
Hot_Sports,153
Baked_Cooking,804
Hourly_Games,35
PostModern_Show,570
Surreal_News,605
Dumb_Cooking,676
Cold_Talking,819
Almost_Talking,70
Loud_News,645
Hot_Talking,760
Baked_Games,991
Hourly_Talking,418
PostModern_Sports,309
Surreal_Cooking,92
Dumb_Games,695
Cold_Show,866
Almost_Show,173
Loud_Cooking,860
Hot_News,163
Baked_Talking,842
Hourly_Show,129
PostModern_Talking,776
Surreal_Games,1035
Dumb_Talking,518
Cold_Sports,521
Almost_Sports,528
Loud_Games,543
Hot_Cooking,574
Baked_Show,637
Hourly_Sports,764
PostModern_News,1019
Surreal_Talking,494
Dumb_Show,481
Cold_Talking,456
Almost_Talking,407
Loud_Talking,310
Hot_Games,117
Baked_Sports,768
Hourly_Talking,1035
PostModern_Cooking,534
Surreal_Show,569
Dumb_Sports,640
Cold_News,783
Almost_News,34
Loud_Show,609
Hot_Talking,724
Baked_Talking,955
Hourly_News,382
PostModern_Games,273
Surreal_Sports,56
Dumb_Talking,659
Cold_Cooking,830
Almost_Cooking,137
Loud_Sports,824
Hot_Show,127
Baked_News,806
Hourly_Cooking,93
PostModern_Talking,740
Surreal_Talking,999
Dumb_News,482
Cold_Games,485
Almost_Games,492
Loud_Talking,507
Hot_Sports,538
Baked_Cooking,601
Hourly_Games,728
PostModern_Show,983
Surreal_News,458
Dumb_Cooking,445
Cold_Talking,420
Almost_Talking,371
Loud_News,274
Hot_Talking,81
Baked_Games,732
Hourly_Talking,999
PostModern_Sports,498
Surreal_Cooking,533
Dumb_Games,604
Cold_Show,747
Almost_Show,1034
Loud_Cooking,573
Hot_News,688
Baked_Talking,919
Hourly_Show,346
PostModern_Talking,237
Surreal_Games,20
Dumb_Talking,623
Cold_Sports,794
Almost_Sports,101
Loud_Games,788
Hot_Cooking,91
Baked_Show,770
Hourly_Sports,57
PostModern_News,704
Surreal_Talking,963
Dumb_Show,446
Cold_Talking,449
Almost_Talking,456
Loud_Talking,471
Hot_Games,502
Baked_Sports,565
Hourly_Talking,692
PostModern_Cooking,947
Surreal_Show,422
Dumb_Sports,409
Cold_News,384
Almost_News,335
Loud_Show,238
Hot_Talking,45
Baked_Talking,696
Hourly_News,963
PostModern_Games,462
Surreal_Sports,497
Dumb_Talking,568
Cold_Cooking,711
Almost_Cooking,998
Loud_Sports,537
Hot_Show,652
Baked_News,883
Hourly_Cooking,310
PostModern_Talking,201
Surreal_Talking,1020
Dumb_News,587
Cold_Games,758
Almost_Games,65
Loud_Talking,752
Hot_Sports,55
Baked_Cooking,734
Hourly_Games,22
PostModern_Show,670
Surreal_News,931
Dumb_Cooking,418
Cold_Talking,429
Almost_Talking,452
Loud_News,499
Hot_Talking,594
Baked_Games,785
Hourly_Talking,132
PostModern_Sports,899
Surreal_Cooking,362
Dumb_Games,325
Cold_Show,252
Almost_Show,107
Loud_Cooking,854
Hot_News,277
Baked_Talking,160
Hourly_Show,963
PostModern_Talking,498
Surreal_Games,605
Dumb_Talking,820
Cold_Sports,215
Almost_Sports,42
Loud_Games,733
Hot_Cooking,44
Baked_Show,739
Hourly_Sports,58
PostModern_News,769
Surreal_Talking,120
Dumb_Show,895
Cold_Talking,374
Almost_Talking,369
Loud_Talking,360
Hot_Games,343
Baked_Sports,310
Hourly_Talking,245
PostModern_Cooking,116
Surreal_Show,895
Dumb_Sports,382
Cold_News,393
Almost_News,416
Loud_Show,463
Hot_Talking,558
Baked_Talking,749
Hourly_News,96
PostModern_Games,863
Surreal_Sports,326
Dumb_Talking,289
Cold_Cooking,216
Almost_Cooking,71
Loud_Sports,818
Hot_Show,241
Baked_News,124
Hourly_Cooking,927
PostModern_Talking,462
Surreal_Talking,569
Dumb_News,784
Cold_Games,179
Almost_Games,1042
Loud_Talking,697
Hot_Sports,1044
Baked_Cooking,703
Hourly_Games,22
PostModern_Show,733
Surreal_News,84
Dumb_Cooking,859
Cold_Talking,338
Almost_Talking,333
Loud_News,324
Hot_Talking,307
Baked_Games,274
Hourly_Talking,209
PostModern_Sports,80
Surreal_Cooking,859
Dumb_Games,346
Cold_Show,357
Almost_Show,380
Loud_Cooking,427
Hot_News,522
Baked_Talking,713
Hourly_Show,60
PostModern_Talking,827
Surreal_Games,290
Dumb_Talking,253
Cold_Sports,180
Almost_Sports,35
Loud_Games,782
Hot_Cooking,205
Baked_Show,88
Hourly_Sports,891
PostModern_News,426
Surreal_Talking,533
Dumb_Show,748
Cold_Talking,143
Almost_Talking,1006
Loud_Talking,661
Hot_Games,1008
Baked_Sports,667
Hourly_Talking,1022
PostModern_Cooking,697
Surreal_Show,48
Dumb_Sports,823
Cold_News,302
Almost_News,297
Loud_Show,288
Hot_Talking,271
Baked_Talking,238
Hourly_News,173
PostModern_Games,44
Surreal_Sports,823
Dumb_Talking,310
Cold_Cooking,321
Almost_Cooking,344
Loud_Sports,391
Hot_Show,486
Baked_News,677
Hourly_Cooking,24
PostModern_Talking,791
Surreal_Talking,254
Dumb_News,217
Cold_Games,144
Almost_Games,1035
Loud_Talking,746
Hot_Sports,169
Baked_Cooking,52
Hourly_Games,855
PostModern_Show,390
Surreal_News,497
Dumb_Cooking,712
Cold_Talking,107
Almost_Talking,970
Loud_News,625
Hot_Talking,972
Baked_Games,631
Hourly_Talking,986
PostModern_Sports,661
Surreal_Cooking,1048
Dumb_Games,787
Cold_Show,266
Almost_Show,261
Loud_Cooking,252
Hot_News,235
Baked_Talking,202
Hourly_Show,137
PostModern_Talking,1044
Surreal_Games,787
Dumb_Talking,274
Cold_Sports,285
Almost_Sports,308
Loud_Games,355
Hot_Cooking,450
Baked_Show,641
Hourly_Sports,1024
PostModern_News,755
Surreal_Talking,218
Dumb_Show,181
Cold_Talking,108
Almost_Talking,999
Loud_Talking,710
Hot_Games,133
Baked_Sports,1052
Hourly_Talking,819
PostModern_Cooking,354
Surreal_Show,461
Dumb_Sports,676
Cold_News,71
Almost_News,934
Loud_Show,589
Hot_Talking,936
Baked_Talking,595
Hourly_News,950
PostModern_Games,625
Surreal_Sports,1012
Dumb_Talking,751
Cold_Cooking,230
Almost_Cooking,225
Loud_Sports,216
Hot_Show,199
Baked_News,166
Hourly_Cooking,101
PostModern_Talking,1008
Surreal_Talking,751
Dumb_News,238
Cold_Games,249
Almost_Games,272
Loud_Talking,319
Hot_Sports,414
Baked_Cooking,605
Hourly_Games,988
PostModern_Show,719
Surreal_News,182
Dumb_Cooking,145
Cold_Talking,72
Almost_Talking,963
Loud_News,674
Hot_Talking,97
Baked_Games,1016
Hourly_Talking,783
PostModern_Sports,318
Surreal_Cooking,425
Dumb_Games,640
Cold_Show,35
Almost_Show,898
Loud_Cooking,553
Hot_News,900
Baked_Talking,559
Hourly_Show,914
PostModern_Talking,589
Surreal_Games,976
Dumb_Talking,715
Cold_Sports,194
Almost_Sports,189
Loud_Games,180
Hot_Cooking,163
Baked_Show,130
Hourly_Sports,65
PostModern_News,972
Surreal_Talking,715
Dumb_Show,202
Cold_Talking,213
Almost_Talking,236
Loud_Talking,283
Hot_Games,378
Baked_Sports,569
Hourly_Talking,952
PostModern_Cooking,683
Surreal_Show,146
Dumb_Sports,109
Cold_News,36
Almost_News,927
Loud_Show,638
Hot_Talking,61
Baked_Talking,980
Hourly_News,747
PostModern_Games,282
Surreal_Sports,389
Dumb_Talking,604
Cold_Cooking,1035
Almost_Cooking,862
Loud_Sports,517
Hot_Show,864
Baked_News,523
Hourly_Cooking,878
PostModern_Talking,553
Surreal_Talking,940
Dumb_News,679
Cold_Games,158
Almost_Games,153
Loud_Talking,144
Hot_Sports,127
Baked_Cooking,94
Hourly_Games,29
PostModern_Show,936
Surreal_News,679
Dumb_Cooking,166
Cold_Talking,177
Almost_Talking,200
Loud_News,247
Hot_Talking,342
Baked_Games,533
Hourly_Talking,916
PostModern_Sports,647
Surreal_Cooking,110
Dumb_Games,73
Cold_Show,1036
Almost_Show,891
Loud_Cooking,602
Hot_News,25
Baked_Talking,944
Hourly_Show,711
PostModern_Talking,246
Surreal_Games,353
Dumb_Talking,568
Cold_Sports,999
Almost_Sports,826
Loud_Games,481
Hot_Cooking,828
Baked_Show,487
Hourly_Sports,842
PostModern_News,517
Surreal_Talking,904
Dumb_Show,643
Cold_Talking,122
Almost_Talking,117
Loud_Talking,108
Hot_Games,91
Baked_Sports,58
Hourly_Talking,1029
PostModern_Cooking,900
Surreal_Show,643
Dumb_Sports,130
Cold_News,141
Almost_News,164
Loud_Show,211
Hot_Talking,306
Baked_Talking,497
Hourly_News,880
PostModern_Games,611
Surreal_Sports,74
Dumb_Talking,37
Cold_Cooking,1000
Almost_Cooking,855
Loud_Sports,566
Hot_Show,1025
Baked_News,908
Hourly_Cooking,675
PostModern_Talking,210
Surreal_Talking,317
Dumb_News,532
Cold_Games,963
Almost_Games,790
Loud_Talking,445
Hot_Sports,792
Baked_Cooking,451
Hourly_Games,806
PostModern_Show,481
Surreal_News,868
Dumb_Cooking,607
Cold_Talking,86
Almost_Talking,81
Loud_News,72
Hot_Talking,55
Baked_Games,22
Hourly_Talking,993
PostModern_Sports,864
Surreal_Cooking,607
Dumb_Games,94
Cold_Show,105
Almost_Show,128
Loud_Cooking,175
Hot_News,270
Baked_Talking,461
Hourly_Show,844
PostModern_Talking,575
Surreal_Games,38
Dumb_Talking,1037
Cold_Sports,964
Almost_Sports,819
Loud_Games,530
Hot_Cooking,989
Baked_Show,872
Hourly_Sports,639
PostModern_News,174
Surreal_Talking,281
Dumb_Show,496
Cold_Talking,927
Almost_Talking,754
Loud_Talking,409
Hot_Games,756
Baked_Sports,415
Hourly_Talking,770
PostModern_Cooking,445
Surreal_Show,832
Dumb_Sports,571
Cold_News,50
Almost_News,45
Loud_Show,36
Hot_Talking,19
Baked_Talking,1022
Hourly_News,957
PostModern_Games,828
Surreal_Sports,571
Dumb_Talking,58
Cold_Cooking,69
Almost_Cooking,92
Loud_Sports,139
Hot_Show,234
Baked_News,425
Hourly_Cooking,808
#join2_gennumB.txt
Hourly_Sports,21
Surreal_Sports,42
Hot_Games,85
Loud_Show,172
Baked_Games,347
Cold_Games,698
Dumb_Cooking,365
Almost_Talking,736
PostModern_Talking,443
Hourly_Sports,894
Surreal_Talking,761
Hot_Talking,496
Loud_Sports,1003
Baked_Talking,982
Cold_Talking,941
Dumb_Games,860
Almost_News,699
PostModern_News,378
Hourly_Talking,773
Surreal_News,528
Hot_Show,39
Loud_Talking,98
Baked_Show,217
Cold_Show,456
Dumb_Talking,935
Almost_Cooking,858
PostModern_Cooking,705
Hourly_News,400
Surreal_Cooking,827
Hot_Sports,646
Loud_News,285
Baked_Sports,600
Cold_Sports,195
Dumb_Show,422
Almost_Games,877
PostModern_Games,752
Hourly_Cooking,503
Surreal_Games,1042
Hot_Talking,49
Loud_Cooking,136
Baked_Talking,311
Cold_Talking,662
Dumb_Sports,329
Almost_Talking,700
PostModern_Talking,407
Hourly_Games,858
Surreal_Talking,725
Hot_News,460
Loud_Games,967
Baked_News,946
Cold_News,905
Dumb_Talking,824
Almost_Show,663
PostModern_Show,342
Hourly_Talking,737
Surreal_Show,492
Hot_Cooking,1039
Loud_Talking,62
Baked_Cooking,181
Cold_Cooking,420
Dumb_News,899
Almost_Sports,822
PostModern_Sports,669
Hourly_Show,364
Surreal_Sports,791
Hot_Games,610
Loud_Show,249
Baked_Games,564
Cold_Games,159
Dumb_Cooking,386
Almost_Talking,841
PostModern_Talking,716
Hourly_Sports,467
Surreal_Talking,1006
Hot_Talking,1049
Loud_Sports,100
Baked_Talking,275
Cold_Talking,626
Dumb_Games,293
Almost_News,664
PostModern_News,371
Hourly_Talking,822
Surreal_News,689
Hot_Show,424
Loud_Talking,931
Baked_Show,910
Cold_Show,869
Dumb_Talking,788
Almost_Cooking,627
PostModern_Cooking,306
Hourly_News,701
Surreal_Cooking,456
Hot_Sports,1003
Loud_News,26
Baked_Sports,145
Cold_Sports,384
Dumb_Show,863
Almost_Games,786
PostModern_Games,633
Hourly_Cooking,328
Surreal_Games,755
Hot_Talking,574
Loud_Cooking,213
Baked_Talking,528
Cold_Talking,123
Dumb_Sports,350
Almost_Talking,805
PostModern_Talking,680
Hourly_Games,431
Surreal_Talking,970
Hot_News,1013
Loud_Games,64
Baked_News,239
Cold_News,590
Dumb_Talking,257
Almost_Show,628
PostModern_Show,335
Hourly_Talking,786
Surreal_Show,653
Hot_Cooking,388
Loud_Talking,895
Baked_Cooking,874
Cold_Cooking,833
Dumb_News,752
Almost_Sports,591
PostModern_Sports,270
Hourly_Show,665
Surreal_Sports,420
Hot_Games,967
Loud_Show,1026
Baked_Games,109
Cold_Games,348
Dumb_Cooking,827
Almost_Talking,750
PostModern_Talking,597
Hourly_Sports,292
Surreal_Talking,719
Hot_Talking,538
Loud_Sports,177
Baked_Talking,492
Cold_Talking,87
Dumb_Games,314
Almost_News,769
PostModern_News,644
Hourly_Talking,395
Surreal_News,934
Hot_Show,977
Loud_Talking,28
Baked_Show,203
Cold_Show,554
Dumb_Talking,221
Almost_Cooking,592
PostModern_Cooking,299
Hourly_News,750
Surreal_Cooking,617
Hot_Sports,352
Loud_News,859
Baked_Sports,838
Cold_Sports,797
Dumb_Show,716
Almost_Games,555
PostModern_Games,234
Hourly_Cooking,629
Surreal_Games,384
Hot_Talking,931
Loud_Cooking,990
Baked_Talking,73
Cold_Talking,312
Dumb_Sports,791
Almost_Talking,714
PostModern_Talking,561
Hourly_Games,256
Surreal_Talking,683
Hot_News,502
Loud_Games,141
Baked_News,456
Cold_News,51
Dumb_Talking,278
Almost_Show,733
PostModern_Show,608
Hourly_Talking,359
Surreal_Show,898
Hot_Cooking,941
Loud_Talking,1028
Baked_Cooking,167
Cold_Cooking,518
Dumb_News,185
Almost_Sports,556
PostModern_Sports,263
Hourly_Show,714
Surreal_Sports,581
Hot_Games,316
Loud_Show,823
Baked_Games,802
Cold_Games,761
Dumb_Cooking,680
Almost_Talking,519
PostModern_Talking,198
Hourly_Sports,593
Surreal_Talking,348
Hot_Talking,895
Loud_Sports,954
Baked_Talking,37
Cold_Talking,276
Dumb_Games,755
Almost_News,678
PostModern_News,525
Hourly_Talking,220
Surreal_News,647
Hot_Show,466
Loud_Talking,105
Baked_Show,420
Cold_Show,1051
Dumb_Talking,242
Almost_Cooking,697
PostModern_Cooking,572
Hourly_News,323
Surreal_Cooking,862
Hot_Sports,905
Loud_News,992
Baked_Sports,131
Cold_Sports,482
Dumb_Show,149
Almost_Games,520
PostModern_Games,227
Hourly_Cooking,678
Surreal_Games,545
Hot_Talking,280
Loud_Cooking,787
Baked_Talking,766
Cold_Talking,725
Dumb_Sports,644
Almost_Talking,483
PostModern_Talking,162
Hourly_Games,557
Surreal_Talking,312
Hot_News,859
Loud_Games,918
Baked_News,1037
Cold_News,240
Dumb_Talking,719
Almost_Show,642
PostModern_Show,489
Hourly_Talking,184
Surreal_Show,611
Hot_Cooking,430
Loud_Talking,69
Baked_Cooking,384
Cold_Cooking,1015
Dumb_News,206
Almost_Sports,661
PostModern_Sports,536
Hourly_Show,287
Surreal_Sports,826
Hot_Games,869
Loud_Show,956
Baked_Games,95
Cold_Games,446
Dumb_Cooking,113
Almost_Talking,484
PostModern_Talking,191
Hourly_Sports,642
Surreal_Talking,509
Hot_Talking,244
Loud_Sports,751
Baked_Talking,730
Cold_Talking,689
Dumb_Games,608
Almost_News,447
PostModern_News,126
Hourly_Talking,521
Surreal_News,276
Hot_Show,823
Loud_Talking,882
Baked_Show,1001
Cold_Show,204
Dumb_Talking,683
Almost_Cooking,606
PostModern_Cooking,453
Hourly_News,148
Surreal_Cooking,575
Hot_Sports,394
Loud_News,33
Baked_Sports,348
Cold_Sports,979
Dumb_Show,170
Almost_Games,625
PostModern_Games,500
Hourly_Cooking,251
Surreal_Games,790
Hot_Talking,833
Loud_Cooking,920
Baked_Talking,59
Cold_Talking,410
Dumb_Sports,77
Almost_Talking,448
PostModern_Talking,155
Hourly_Games,606
Surreal_Talking,473
Hot_News,208
Loud_Games,715
Baked_News,694
Cold_News,653
Dumb_Talking,572
Almost_Show,411
PostModern_Show,90
Hourly_Talking,485
Surreal_Show,240
Hot_Cooking,787
Loud_Talking,846
Baked_Cooking,965
Cold_Cooking,168
Dumb_News,647
Almost_Sports,570
PostModern_Sports,417
Hourly_Show,112
Surreal_Sports,539
Hot_Games,358
Loud_Show,1033
Baked_Games,312
Cold_Games,943
Dumb_Cooking,134
Almost_Talking,589
PostModern_Talking,464
Hourly_Sports,215
Surreal_Talking,754
Hot_Talking,797
Loud_Sports,884
Baked_Talking,23
Cold_Talking,374
Dumb_Games,41
Almost_News,412
PostModern_News,119
Hourly_Talking,570
Surreal_News,437
Hot_Show,172
Loud_Talking,679
Baked_Show,658
Cold_Show,617
Dumb_Talking,536
Almost_Cooking,375
PostModern_Cooking,54
Hourly_News,449
Surreal_Cooking,204
Hot_Sports,751
Loud_News,810
Baked_Sports,929
Cold_Sports,132
Dumb_Show,611
Almost_Games,534
PostModern_Games,381
Hourly_Cooking,76
Surreal_Games,503
Hot_Talking,322
Loud_Cooking,997
Baked_Talking,276
Cold_Talking,907
Dumb_Sports,98
Almost_Talking,553
PostModern_Talking,428
Hourly_Games,179
Surreal_Talking,718
Hot_News,761
Loud_Games,848
Baked_News,1023
Cold_News,338
Dumb_Talking,1041
Almost_Show,376
PostModern_Show,83
Hourly_Talking,534
Surreal_Show,401
Hot_Cooking,136
Loud_Talking,643
Baked_Cooking,622
Cold_Cooking,581
Dumb_News,500
Almost_Sports,339
PostModern_Sports,18
Hourly_Show,413
Surreal_Sports,168
Hot_Games,715
Loud_Show,774
Baked_Games,893
Cold_Games,96
Dumb_Cooking,575
Almost_Talking,498
PostModern_Talking,345
Hourly_Sports,40
Surreal_Talking,467
Hot_Talking,286
Loud_Sports,961
Baked_Talking,240
Cold_Talking,871
Dumb_Games,62
Almost_News,517
PostModern_News,392
Hourly_Talking,143
Surreal_News,682
Hot_Show,725
Loud_Talking,812
Baked_Show,987
Cold_Show,302
Dumb_Talking,1005
Almost_Cooking,340
PostModern_Cooking,47
Hourly_News,498
Surreal_Cooking,365
Hot_Sports,100
Loud_News,607
Baked_Sports,586
Cold_Sports,545
Dumb_Show,464
Almost_Games,303
PostModern_Games,1018
Hourly_Cooking,377
Surreal_Games,132
Hot_Talking,679
Loud_Cooking,738
Baked_Talking,857
Cold_Talking,60
Dumb_Sports,539
Almost_Talking,462
PostModern_Talking,309
Hourly_Games,1040
Surreal_Talking,431
Hot_News,250
Loud_Games,925
Baked_News,204
Cold_News,835
Dumb_Talking,26
Almost_Show,481
PostModern_Show,356
Hourly_Talking,107
Surreal_Show,646
Hot_Cooking,689
Loud_Talking,776
Baked_Cooking,951
Cold_Cooking,266
Dumb_News,969
Almost_Sports,304
PostModern_Sports,1047
Hourly_Show,462
Surreal_Sports,329
Hot_Games,64
Loud_Show,571
Baked_Games,550
Cold_Games,509
Dumb_Cooking,428
Almost_Talking,267
PostModern_Talking,982
Hourly_Sports,341
Surreal_Talking,96
Hot_Talking,643
Loud_Sports,702
Baked_Talking,821
Cold_Talking,24
Dumb_Games,503
Almost_News,426
PostModern_News,273
Hourly_Talking,1004
Surreal_News,395
Hot_Show,214
Loud_Talking,889
Baked_Show,168
Cold_Show,799
Dumb_Talking,1026
Almost_Cooking,445
PostModern_Cooking,320
Hourly_News,71
Surreal_Cooking,610
Hot_Sports,653
Loud_News,740
Baked_Sports,915
Cold_Sports,230
Dumb_Show,933
Almost_Games,268
PostModern_Games,1011
Hourly_Cooking,426
Surreal_Games,293
Hot_Talking,28
Loud_Cooking,535
Baked_Talking,514
Cold_Talking,473
Dumb_Sports,392
Almost_Talking,231
PostModern_Talking,946
Hourly_Games,305
Surreal_Talking,60
Hot_News,607
Loud_Games,666
Baked_News,785
Cold_News,1024
Dumb_Talking,467
Almost_Show,390
PostModern_Show,237
Hourly_Talking,968
Surreal_Show,359
Hot_Cooking,178
Loud_Talking,853
Baked_Cooking,132
Cold_Cooking,763
Dumb_News,990
Almost_Sports,409
PostModern_Sports,284
Hourly_Show,35
Surreal_Sports,574
Hot_Games,617
Loud_Show,704
Baked_Games,879
Cold_Games,194
Dumb_Cooking,897
Almost_Talking,232
PostModern_Talking,975
Hourly_Sports,390
Surreal_Talking,257
Hot_Talking,1028
Loud_Sports,499
Baked_Talking,478
Cold_Talking,437
Dumb_Games,356
Almost_News,195
PostModern_News,910
Hourly_Talking,269
Surreal_News,24
Hot_Show,571
Loud_Talking,630
Baked_Show,749
Cold_Show,988
Dumb_Talking,431
Almost_Cooking,354
PostModern_Cooking,201
Hourly_News,932
Surreal_Cooking,323
Hot_Sports,142
Loud_News,817
Baked_Sports,96
Cold_Sports,727
Dumb_Show,954
Almost_Games,373
PostModern_Games,248
Hourly_Cooking,1035
Surreal_Games,538
Hot_Talking,581
Loud_Cooking,668
Baked_Talking,843
Cold_Talking,158
Dumb_Sports,861
Almost_Talking,196
PostModern_Talking,939
Hourly_Games,354
Surreal_Talking,221
Hot_News,992
Loud_Games,463
Baked_News,442
Cold_News,401
Dumb_Talking,320
Almost_Show,159
PostModern_Show,874
Hourly_Talking,233
Surreal_Show,1024
Hot_Cooking,535
Loud_Talking,594
Baked_Cooking,713
Cold_Cooking,952
Dumb_News,395
Almost_Sports,318
PostModern_Sports,165
Hourly_Show,896
Surreal_Sports,287
Hot_Games,106
Loud_Show,781
Baked_Games,60
Cold_Games,691
Dumb_Cooking,918
Almost_Talking,337
PostModern_Talking,212
Hourly_Sports,999
Surreal_Talking,502
Hot_Talking,545
Loud_Sports,632
Baked_Talking,807
Cold_Talking,122
Dumb_Games,825
Almost_News,160
PostModern_News,903
Hourly_Talking,318
Surreal_News,185
Hot_Show,956
Loud_Talking,427
Baked_Show,406
Cold_Show,365
Dumb_Talking,284
Almost_Cooking,123
PostModern_Cooking,838
Hourly_News,197
Surreal_Cooking,988
Hot_Sports,499
Loud_News,558
Baked_Sports,677
Cold_Sports,916
Dumb_Show,359
Almost_Games,282
PostModern_Games,129
Hourly_Cooking,860
Surreal_Games,251
Hot_Talking,70
Loud_Cooking,745
Baked_Talking,24
Cold_Talking,655
Dumb_Sports,882
Almost_Talking,301
PostModern_Talking,176
Hourly_Games,963
Surreal_Talking,466
Hot_News,509
Loud_Games,596
Baked_News,771
Cold_News,86
Dumb_Talking,789
Almost_Show,124
PostModern_Show,867
Hourly_Talking,282
Surreal_Show,149
Hot_Cooking,920
Loud_Talking,391
Baked_Cooking,370
Cold_Cooking,329
Dumb_News,248
Almost_Sports,87
PostModern_Sports,802
Hourly_Show,161
Surreal_Sports,952
Hot_Games,463
Loud_Show,522
Baked_Games,641
Cold_Games,880
Dumb_Cooking,323
Almost_Talking,246
PostModern_Talking,93
Hourly_Sports,824
Surreal_Talking,215
Hot_Talking,34
Loud_Sports,709
Baked_Talking,1024
Cold_Talking,619
Dumb_Games,846
Almost_News,265
PostModern_News,140
Hourly_Talking,927
Surreal_News,430
Hot_Show,473
Loud_Talking,560
Baked_Show,735
Cold_Show,50
Dumb_Talking,753
Almost_Cooking,88
PostModern_Cooking,831
Hourly_News,246
Surreal_Cooking,113
Hot_Sports,884
Loud_News,355
Baked_Sports,334
Cold_Sports,293
Dumb_Show,212
Almost_Games,51
PostModern_Games,766
Hourly_Cooking,125
Surreal_Games,916
Hot_Talking,427
Loud_Cooking,486
Baked_Talking,605
Cold_Talking,844
Dumb_Sports,287
Almost_Talking,210
PostModern_Talking,57
Hourly_Games,788
Surreal_Talking,179
Hot_News,1034
Loud_Games,673
Baked_News,988
Cold_News,583
Dumb_Talking,810
Almost_Show,229
PostModern_Show,104
Hourly_Talking,891
Surreal_Show,394
Hot_Cooking,437
Loud_Talking,524
Baked_Cooking,699
Cold_Cooking,1050
Dumb_News,717
Almost_Sports,52
PostModern_Sports,795
Hourly_Show,210
Surreal_Sports,77
Hot_Games,848
Loud_Show,319
Baked_Games,298
Cold_Games,257
Dumb_Cooking,176
Almost_Talking,1051
PostModern_Talking,730
Hourly_Sports,89
Surreal_Talking,880
Hot_Talking,391
Loud_Sports,450
Baked_Talking,569
Cold_Talking,808
Dumb_Games,251
Almost_News,174
PostModern_News,22
Hourly_Talking,754
Surreal_News,147
Hot_Show,1006
Loud_Talking,653
Baked_Show,984
Cold_Show,611
Dumb_Talking,902
Almost_Cooking,449
PostModern_Cooking,580
Hourly_News,843
Surreal_Cooking,334
Hot_Sports,353
Loud_News,392
Baked_Sports,471
Cold_Sports,630
Dumb_Show,949
Almost_Games,552
PostModern_Games,795
Hourly_Cooking,246
Surreal_Games,185
Hot_Talking,64
Loud_Cooking,859
Baked_Talking,378
Cold_Talking,453
Dumb_Sports,604
Almost_Talking,907
PostModern_Talking,478
Hourly_Games,657
Surreal_Talking,1016
Hot_News,699
Loud_Games,66
Baked_News,873
Cold_News,416
Dumb_Talking,539
Almost_Show,786
PostModern_Show,245
Hourly_Talking,200
Surreal_Show,111
Hot_Cooking,970
Loud_Talking,617
Baked_Cooking,948
Cold_Cooking,575
Dumb_News,866
Almost_Sports,413
PostModern_Sports,544
Hourly_Show,807
Surreal_Sports,298
Hot_Games,317
Loud_Show,356
Baked_Games,435
Cold_Games,594
Dumb_Cooking,913
Almost_Talking,516
PostModern_Talking,759
Hourly_Sports,210
Surreal_Talking,149
Hot_Talking,28
Loud_Sports,823
Baked_Talking,342
Cold_Talking,417
Dumb_Games,568
Almost_News,871
PostModern_News,442
Hourly_Talking,621
Surreal_News,980
Hot_Show,663
Loud_Talking,30
Baked_Show,837
Cold_Show,380
Dumb_Talking,503
Almost_Cooking,750
PostModern_Cooking,209
Hourly_News,164
Surreal_Cooking,75
Hot_Sports,934
Loud_News,581
Baked_Sports,912
Cold_Sports,539
Dumb_Show,830
Almost_Games,377
PostModern_Games,508
Hourly_Cooking,771
Surreal_Games,262
Hot_Talking,281
Loud_Cooking,320
Baked_Talking,399
Cold_Talking,558
Dumb_Sports,877
Almost_Talking,480
PostModern_Talking,723
Hourly_Games,174
Surreal_Talking,113
Hot_News,1028
Loud_Games,787
Baked_News,306
Cold_News,381
Dumb_Talking,532
Almost_Show,835
PostModern_Show,406
Hourly_Talking,585
Surreal_Show,944
Hot_Cooking,627
Loud_Talking,1030
Baked_Cooking,801
Cold_Cooking,344
Dumb_News,467
Almost_Sports,714
PostModern_Sports,173
Hourly_Show,128
Surreal_Sports,39
Hot_Games,898
Loud_Show,545
Baked_Games,876
Cold_Games,503
Dumb_Cooking,794
Almost_Talking,341
PostModern_Talking,472
Hourly_Sports,735
Surreal_Talking,226
Hot_Talking,245
Loud_Sports,284
Baked_Talking,363
Cold_Talking,522
Dumb_Games,841
Almost_News,444
PostModern_News,687
Hourly_Talking,138
Surreal_News,77
Hot_Show,992
Loud_Talking,751
Baked_Show,270
Cold_Show,345
Dumb_Talking,496
Almost_Cooking,799
PostModern_Cooking,370
Hourly_News,549
Surreal_Cooking,908
Hot_Sports,591
Loud_News,994
Baked_Sports,765
Cold_Sports,308
Dumb_Show,431
Almost_Games,678
PostModern_Games,137
Hourly_Cooking,92
Surreal_Games,1039
Hot_Talking,862
Loud_Cooking,509
Baked_Talking,840
Cold_Talking,467
Dumb_Sports,758
Almost_Talking,305
PostModern_Talking,436
Hourly_Games,699
Surreal_Talking,190
Hot_News,209
Loud_Games,248
Baked_News,327
Cold_News,486
Dumb_Talking,805
Almost_Show,408
PostModern_Show,651
Hourly_Talking,102
Surreal_Show,41
Hot_Cooking,956
Loud_Talking,715
Baked_Cooking,234
Cold_Cooking,309
Dumb_News,460
Almost_Sports,763
PostModern_Sports,334
Hourly_Show,513
Surreal_Sports,872
Hot_Games,555
Loud_Show,958
Baked_Games,729
Cold_Games,272
Dumb_Cooking,395
Almost_Talking,642
PostModern_Talking,101
Hourly_Sports,56
Surreal_Talking,1003
Hot_Talking,826
Loud_Sports,473
Baked_Talking,804
Cold_Talking,431
Dumb_Games,722
Almost_News,269
PostModern_News,400
Hourly_Talking,663
Surreal_News,154
Hot_Show,173
Loud_Talking,212
Baked_Show,291
Cold_Show,450
Dumb_Talking,769
Almost_Cooking,372
PostModern_Cooking,615
Hourly_News,66
Surreal_Cooking,1041
Hot_Sports,920
Loud_News,679
Baked_Sports,198
Cold_Sports,273
Dumb_Show,424
Almost_Games,727
PostModern_Games,298
Hourly_Cooking,477
Surreal_Games,836
Hot_Talking,519
Loud_Cooking,922
Baked_Talking,693
Cold_Talking,236
Dumb_Sports,359
Almost_Talking,606
PostModern_Talking,65
Hourly_Games,20
Surreal_Talking,967
Hot_News,790
Loud_Games,437
Baked_News,768
Cold_News,395
Dumb_Talking,686
Almost_Show,233
PostModern_Show,364
Hourly_Talking,627
Surreal_Show,118
Hot_Cooking,137
Loud_Talking,176
Baked_Cooking,255
Cold_Cooking,414
Dumb_News,733
Almost_Sports,336
PostModern_Sports,579
Hourly_Show,30
Surreal_Sports,1005
Hot_Games,884
Loud_Show,643
Baked_Games,162
Cold_Games,237
Dumb_Cooking,388
Almost_Talking,691
PostModern_Talking,262
Hourly_Sports,441
Surreal_Talking,800
Hot_Talking,483
Loud_Sports,886
Baked_Talking,657
Cold_Talking,200
Dumb_Games,323
Almost_News,570
PostModern_News,29
Hourly_Talking,1020
Surreal_News,931
Hot_Show,754
Loud_Talking,401
Baked_Show,732
Cold_Show,359
Dumb_Talking,650
Almost_Cooking,197
PostModern_Cooking,328
Hourly_News,591
Surreal_Cooking,82
Hot_Sports,101
Loud_News,140
Baked_Sports,219
Cold_Sports,378
Dumb_Show,697
Almost_Games,300
PostModern_Games,543
Hourly_Cooking,1030
Surreal_Games,969
Hot_Talking,848
Loud_Cooking,607
Baked_Talking,126
Cold_Talking,201
Dumb_Sports,352
Almost_Talking,655
PostModern_Talking,226
Hourly_Games,405
Surreal_Talking,764
Hot_News,447
Loud_Games,850
Baked_News,621
Cold_News,164
Dumb_Talking,287
Almost_Show,534
PostModern_Show,1029
Hourly_Talking,984
Surreal_Show,895
Hot_Cooking,718
Loud_Talking,365
Baked_Cooking,696
Cold_Cooking,323
Dumb_News,614
Almost_Sports,161
PostModern_Sports,292
Hourly_Show,555
Surreal_Sports,46
Hot_Games,65
Loud_Show,104
Baked_Games,183
Cold_Games,342
Dumb_Cooking,661
Almost_Talking,264
PostModern_Talking,507
Hourly_Sports,994
Surreal_Talking,933
Hot_Talking,812
Loud_Sports,571
Baked_Talking,90
Cold_Talking,165
Dumb_Games,316
Almost_News,619
PostModern_News,190
Hourly_Talking,369
Surreal_News,728
Hot_Show,411
Loud_Talking,814
Baked_Show,585
Cold_Show,128
Dumb_Talking,251
Almost_Cooking,498
PostModern_Cooking,993
Hourly_News,948
Surreal_Cooking,859
Hot_Sports,682
Loud_News,329
Baked_Sports,660
Cold_Sports,287
Dumb_Show,578
Almost_Games,125
PostModern_Games,256
Hourly_Cooking,519
Surreal_Games,1046
Hot_Talking,29
Loud_Cooking,68
Baked_Talking,147
Cold_Talking,306
Dumb_Sports,625
Almost_Talking,228
PostModern_Talking,471
Hourly_Games,958
Surreal_Talking,897
Hot_News,776
Loud_Games,535
Baked_News,54
Cold_News,129
Dumb_Talking,280
Almost_Show,583
PostModern_Show,154
Hourly_Talking,333
Surreal_Show,692
Hot_Cooking,375
Loud_Talking,778
Baked_Cooking,549
Cold_Cooking,92
Dumb_News,215
Almost_Sports,462
PostModern_Sports,957
Hourly_Show,912
Surreal_Sports,823
Hot_Games,646
Loud_Show,293
Baked_Games,624
Cold_Games,251
Dumb_Cooking,542
Almost_Talking,89
PostModern_Talking,220
Hourly_Sports,483
Surreal_Talking,1010
Hot_Talking,1029
Loud_Sports,32
Baked_Talking,111
Cold_Talking,270
Dumb_Games,589
Almost_News,192
PostModern_News,435
Hourly_Talking,922
Surreal_News,861
Hot_Show,740
Loud_Talking,499
Baked_Show,18
Cold_Show,93
Dumb_Talking,244
Almost_Cooking,547
PostModern_Cooking,118
Hourly_News,297
Surreal_Cooking,656
Hot_Sports,339
Loud_News,742
Baked_Sports,513
Cold_Sports,56
Dumb_Show,179
Almost_Games,426
PostModern_Games,921
Hourly_Cooking,876
Surreal_Games,787
Hot_Talking,610
Loud_Cooking,257
Baked_Talking,588
Cold_Talking,215
Dumb_Sports,506
Almost_Talking,53
PostModern_Talking,184
Hourly_Games,447
Surreal_Talking,974
Hot_News,993
Loud_Games,1032
Baked_News,75
Cold_News,234
Dumb_Talking,553
Almost_Show,156
PostModern_Show,399
Hourly_Talking,886
Surreal_Show,825
Hot_Cooking,704
Loud_Talking,463
Baked_Cooking,1018
Cold_Cooking,57
Dumb_News,208
Almost_Sports,511
PostModern_Sports,82
Hourly_Show,261
Surreal_Sports,620
Hot_Games,303
Loud_Show,706
Baked_Games,477
Cold_Games,20
Dumb_Cooking,143
Almost_Talking,390
PostModern_Talking,885
Hourly_Sports,840
Surreal_Talking,751
Hot_Talking,574
Loud_Sports,221
Baked_Talking,552
Cold_Talking,179
Dumb_Games,470
Almost_News,17
PostModern_News,148
Hourly_Talking,411
Surreal_News,938
Hot_Show,957
Loud_Talking,996
Baked_Show,39
Cold_Show,198
Dumb_Talking,517
Almost_Cooking,120
PostModern_Cooking,363
Hourly_News,850
Surreal_Cooking,789
Hot_Sports,668
Loud_News,427
Baked_Sports,982
Cold_Sports,22
Dumb_Show,174
Almost_Games,479
PostModern_Games,54
Hourly_Cooking,241
Surreal_Games,616
Hot_Talking,331
Loud_Cooking,798
Baked_Talking,697
Cold_Talking,496
Dumb_Sports,95
Almost_Talking,330
PostModern_Talking,801
Hourly_Games,708
Surreal_Talking,523
Hot_News,154
Loud_Games,453
Baked_News,1052
Cold_News,179
Dumb_Talking,506
Almost_Show,125
PostModern_Show,400
Hourly_Talking,951
Surreal_Show,1018
Hot_Cooking,117
Loud_Talking,388
Baked_Cooking,931
Cold_Cooking,982
Dumb_News,49
Almost_Sports,256
PostModern_Sports,671
Hourly_Show,466
Surreal_Sports,57
Hot_Games,276
Loud_Show,715
Baked_Games,558
Cold_Games,245
Dumb_Cooking,656
Almost_Talking,443
PostModern_Talking,18
Hourly_Sports,205
Surreal_Talking,580
Hot_Talking,295
Loud_Sports,762
Baked_Talking,661
Cold_Talking,460
Dumb_Games,59
Almost_News,294
PostModern_News,765
Hourly_Talking,672
Surreal_News,487
Hot_Show,118
Loud_Talking,417
Baked_Show,1016
Cold_Show,143
Dumb_Talking,470
Almost_Cooking,89
PostModern_Cooking,364
Hourly_News,915
Surreal_Cooking,982
Hot_Sports,81
Loud_News,352
Baked_Sports,895
Cold_Sports,946
Dumb_Show,1049
Almost_Games,220
PostModern_Games,635
Hourly_Cooking,430
Surreal_Games,22
Hot_Talking,242
Loud_Cooking,683
Baked_Talking,530
Cold_Talking,225
Dumb_Sports,652
Almost_Talking,471
PostModern_Talking,110
Hourly_Games,425
Surreal_Talking,20
Hot_News,247
Loud_Games,702
Baked_News,577
Cold_News,328
Dumb_Talking,867
Almost_Show,910
PostModern_Show,997
Hourly_Talking,136
Surreal_Show,487
Hot_Cooking,154
Loud_Talking,525
Baked_Cooking,232
Cold_Cooking,683
Dumb_News,550
Almost_Sports,285
PostModern_Sports,792
Hourly_Show,771
Surreal_Sports,730
Hot_Games,649
Loud_Show,488
Baked_Games,167
Cold_Games,562
Dumb_Cooking,317
Almost_Talking,864
PostModern_Talking,923
Hourly_Sports,1042
Surreal_Talking,245
Hot_Talking,724
Loud_Sports,647
Baked_Talking,494
Cold_Talking,189
Dumb_Games,616
Almost_News,435
PostModern_News,74
Hourly_Talking,389
Surreal_News,1020
Hot_Show,211
Loud_Talking,666
Baked_Show,541
Cold_Show,292
Dumb_Talking,831
Almost_Cooking,874
PostModern_Cooking,961
Hourly_News,100
Surreal_Cooking,451
Hot_Sports,118
Loud_News,489
Baked_Sports,196
Cold_Sports,647
Dumb_Show,514
Almost_Games,249
PostModern_Games,756
Hourly_Cooking,735
Surreal_Games,694
Hot_Talking,613
Loud_Cooking,452
Baked_Talking,131
Cold_Talking,526
Dumb_Sports,281
Almost_Talking,828
PostModern_Talking,887
Hourly_Games,1006
Surreal_Talking,209
Hot_News,688
Loud_Games,611
Baked_News,458
Cold_News,153
Dumb_Talking,580
Almost_Show,399
PostModern_Show,38
Hourly_Talking,353
Surreal_Show,984
Hot_Cooking,175
Loud_Talking,630
Baked_Cooking,505
Cold_Cooking,256
Dumb_News,795
Almost_Sports,838
PostModern_Sports,925
Hourly_Show,64
Surreal_Sports,415
Hot_Games,82
Loud_Show,453
Baked_Games,160
Cold_Games,611
Dumb_Cooking,478
Almost_Talking,213
PostModern_Talking,720
Hourly_Sports,699
Surreal_Talking,658
Hot_Talking,577
Loud_Sports,416
Baked_Talking,95
Cold_Talking,490
Dumb_Games,245
Almost_News,792
PostModern_News,851
Hourly_Talking,970
Surreal_News,173
Hot_Show,652
Loud_Talking,575
Baked_Show,422
Cold_Show,117
Dumb_Talking,544
Almost_Cooking,363
PostModern_Cooking,1038
Hourly_News,317
Surreal_Cooking,948
Hot_Sports,139
Loud_News,594
Baked_Sports,469
Cold_Sports,220
Dumb_Show,759
Almost_Games,802
PostModern_Games,889
Hourly_Cooking,28
Surreal_Games,379
Hot_Talking,46
Loud_Cooking,417
Baked_Talking,124
Cold_Talking,575
Dumb_Sports,442
Almost_Talking,177
PostModern_Talking,684
Hourly_Games,663
Surreal_Talking,622
Hot_News,541
Loud_Games,380
Baked_News,59
Cold_News,454
Dumb_Talking,209
Almost_Show,756
PostModern_Show,815
Hourly_Talking,934
Surreal_Show,137
Hot_Cooking,616
Loud_Talking,539
Baked_Cooking,386
Cold_Cooking,81
Dumb_News,508
Almost_Sports,327
PostModern_Sports,1002
Hourly_Show,281
Surreal_Sports,912
Hot_Games,103
Loud_Show,558
Baked_Games,433
Cold_Games,184
Dumb_Cooking,723
Almost_Talking,766
PostModern_Talking,853
Hourly_Sports,1028
Surreal_Talking,343
Hot_Talking,1046
Loud_Sports,381
Baked_Talking,88
Cold_Talking,539
Dumb_Games,406
Almost_News,141
PostModern_News,648
Hourly_Talking,627
Surreal_News,586
Hot_Show,505
Loud_Talking,344
Baked_Show,23
Cold_Show,418
Dumb_Talking,173
Almost_Cooking,720
PostModern_Cooking,779
Hourly_News,898
Surreal_Cooking,101
Hot_Sports,580
Loud_News,503
Baked_Sports,350
Cold_Sports,45
Dumb_Show,472
Almost_Games,291
PostModern_Games,966
Hourly_Cooking,245
Surreal_Games,876
Hot_Talking,67
Loud_Cooking,522
Baked_Talking,397
Cold_Talking,148
Dumb_Sports,687
Almost_Talking,730
PostModern_Talking,817
Hourly_Games,992
Surreal_Talking,307
Hot_News,1010
Loud_Games,345
Baked_News,52
Cold_News,503
Dumb_Talking,370
Almost_Show,105
PostModern_Show,612
Hourly_Talking,591
Surreal_Show,550
Hot_Cooking,469
Loud_Talking,308
Baked_Cooking,1023
Cold_Cooking,382
Dumb_News,137
Almost_Sports,684
PostModern_Sports,743
Hourly_Show,862
Surreal_Sports,65
Hot_Games,544
Loud_Show,467
Baked_Games,314
Cold_Games,1045
Dumb_Cooking,436
Almost_Talking,255
PostModern_Talking,930
Hourly_Sports,209
Surreal_Talking,840
Hot_Talking,31
Loud_Sports,486
Baked_Talking,361
Cold_Talking,112
Dumb_Games,651
Almost_News,694
PostModern_News,781
Hourly_Talking,956
Surreal_News,271
Hot_Show,974
Loud_Talking,309
Baked_Show,1052
Cold_Show,467
Dumb_Talking,334
Almost_Cooking,69
PostModern_Cooking,576
Hourly_News,555
Surreal_Cooking,514
Hot_Sports,433
Loud_News,272
Baked_Sports,987
Cold_Sports,346
Dumb_Show,101
Almost_Games,648
PostModern_Games,707
Hourly_Cooking,826
Surreal_Games,29
Hot_Talking,508
Loud_Cooking,431
Baked_Talking,278
Cold_Talking,1009
Dumb_Sports,400
Almost_Talking,219
PostModern_Talking,894
Hourly_Games,173
Surreal_Talking,804
Hot_News,1031
Loud_Games,450
Baked_News,325
Cold_News,76
Dumb_Talking,615
Almost_Show,658
PostModern_Show,745
Hourly_Talking,920
Surreal_Show,235
Hot_Cooking,938
Loud_Talking,273
Baked_Cooking,1016
Cold_Cooking,431
Dumb_News,298
Almost_Sports,33
PostModern_Sports,540
Hourly_Show,519
Surreal_Sports,478
Hot_Games,397
Loud_Show,236
Baked_Games,951
Cold_Games,310
Dumb_Cooking,65
Almost_Talking,612
PostModern_Talking,671
Hourly_Sports,790
Surreal_Talking,1029
Hot_Talking,472
Loud_Sports,395
Baked_Talking,242
Cold_Talking,973
Dumb_Games,364
Almost_News,183
PostModern_News,858
Hourly_Talking,137
Surreal_News,768
Hot_Show,995
Loud_Talking,414
Baked_Show,289
Cold_Show,40
Dumb_Talking,579
Almost_Cooking,622
PostModern_Cooking,709
Hourly_News,884
Surreal_Cooking,199
Hot_Sports,902
Loud_News,237
Baked_Sports,980
Cold_Sports,395
Dumb_Show,262
Almost_Games,1033
PostModern_Games,504
Hourly_Cooking,483
Surreal_Games,442
Hot_Talking,361
Loud_Cooking,200
Baked_Talking,915
Cold_Talking,274
Dumb_Sports,29
Almost_Talking,576
PostModern_Talking,635
Hourly_Games,754
Surreal_Talking,993
Hot_News,436
Loud_Games,359
Baked_News,206
Cold_News,937
Dumb_Talking,328
Almost_Show,147
PostModern_Show,822
Hourly_Talking,101
Surreal_Show,732
Hot_Cooking,959
Loud_Talking,378
Baked_Cooking,253
Cold_Cooking,1040
Dumb_News,543
Almost_Sports,586
PostModern_Sports,673
Hourly_Show,848
Surreal_Sports,163
Hot_Games,866
Loud_Show,201
Baked_Games,944
Cold_Games,359
Dumb_Cooking,226
Almost_Talking,997
PostModern_Talking,468
Hourly_Sports,447
Surreal_Talking,406
Hot_Talking,325
Loud_Sports,164
Baked_Talking,879
Cold_Talking,238
Dumb_Games,1029
Almost_News,540
PostModern_News,599
Hourly_Talking,718
Surreal_News,957
Hot_Show,400
Loud_Talking,323
Baked_Show,170
Cold_Show,901
Dumb_Talking,292
Almost_Cooking,111
PostModern_Cooking,786
Hourly_News,65
Surreal_Cooking,696
Hot_Sports,923
Loud_News,342
Baked_Sports,217
Cold_Sports,1004
Dumb_Show,507
Almost_Games,550
PostModern_Games,637
Hourly_Cooking,812
Surreal_Games,127
Hot_Talking,830
Loud_Cooking,165
Baked_Talking,908
Cold_Talking,323
Dumb_Sports,190
Almost_Talking,961
PostModern_Talking,432
Hourly_Games,411
Surreal_Talking,370
Hot_News,289
Loud_Games,128
Baked_News,843
Cold_News,202
Dumb_Talking,993
Almost_Show,504
PostModern_Show,563
Hourly_Talking,682
Surreal_Show,921
Hot_Cooking,364
Loud_Talking,287
Baked_Cooking,134
Cold_Cooking,865
Dumb_News,256
Almost_Sports,75
PostModern_Sports,750
Hourly_Show,29
Surreal_Sports,660
Hot_Games,887
Loud_Show,306
Baked_Games,181
Cold_Games,968
Dumb_Cooking,471
Almost_Talking,514
PostModern_Talking,601
Hourly_Sports,776
Surreal_Talking,91
Hot_Talking,794
Loud_Sports,129
Baked_Talking,872
Cold_Talking,287
Dumb_Games,154
Almost_News,925
PostModern_News,396
Hourly_Talking,375
Surreal_News,334
Hot_Show,253
Loud_Talking,92
Baked_Show,807
Cold_Show,166
Dumb_Talking,957
Almost_Cooking,468
PostModern_Cooking,527
Hourly_News,646
Surreal_Cooking,885
Hot_Sports,328
Loud_News,251
Baked_Sports,98
Cold_Sports,829
Dumb_Show,220
Almost_Games,39
PostModern_Games,714
Hourly_Cooking,1029
Surreal_Games,624
Hot_Talking,851
Loud_Cooking,270
Baked_Talking,145
Cold_Talking,932
Dumb_Sports,435
Almost_Talking,478
PostModern_Talking,565
Hourly_Games,740
Surreal_Talking,55
Hot_News,758
Loud_Games,93
Baked_News,836
Cold_News,251
Dumb_Talking,118
Almost_Show,889
PostModern_Show,360
Hourly_Talking,339
Surreal_Show,298
Hot_Cooking,217
Loud_Talking,56
Baked_Cooking,771
Cold_Cooking,130
Dumb_News,921
Almost_Sports,432
PostModern_Sports,491
Hourly_Show,610
Surreal_Sports,849
Hot_Games,292
Loud_Show,215
Baked_Games,62
Cold_Games,793
Dumb_Cooking,184
Almost_Talking,1039
PostModern_Talking,678
Hourly_Sports,993
Surreal_Talking,588
Hot_Talking,815
Loud_Sports,234
Baked_Talking,109
Cold_Talking,896
Dumb_Games,399
Almost_News,442
PostModern_News,529
Hourly_Talking,704
Surreal_News,19
Hot_Show,722
Loud_Talking,57
Baked_Show,800
Cold_Show,215
Dumb_Talking,82
Almost_Cooking,853
PostModern_Cooking,324
Hourly_News,303
Surreal_Cooking,262
Hot_Sports,181
Loud_News,20
Baked_Sports,735
Cold_Sports,94
Dumb_Show,885
Almost_Games,396
PostModern_Games,455
Hourly_Cooking,574
Surreal_Games,813
Hot_Talking,256
Loud_Cooking,179
Baked_Talking,26
Cold_Talking,757
Dumb_Sports,148
Almost_Talking,1003
PostModern_Talking,642
Hourly_Games,957
Surreal_Talking,552
Hot_News,779
Loud_Games,198
Baked_News,73
Cold_News,860
Dumb_Talking,363
Almost_Show,406
PostModern_Show,493
Hourly_Talking,668
Surreal_Show,1019
Hot_Cooking,686
Loud_Talking,22
Baked_Cooking,766
Cold_Cooking,183
Dumb_News,54
Almost_Sports,833
PostModern_Sports,320
Hourly_Show,331
Surreal_Sports,354
Hot_Games,401
Loud_Show,496
Baked_Games,687
Cold_Games,34
Dumb_Cooking,801
Almost_Talking,264
PostModern_Talking,227
Hourly_Sports,154
Surreal_Talking,1045
Hot_Talking,756
Loud_Sports,179
Baked_Talking,62
Cold_Talking,865
Dumb_Games,400
Almost_News,507
PostModern_News,722
Hourly_Talking,117
Surreal_News,980
Hot_Show,635
Loud_Talking,982
Baked_Show,641
Cold_Show,996
Dumb_Talking,671
Almost_Cooking,22
PostModern_Cooking,797
Hourly_News,276
Surreal_Cooking,271
Hot_Sports,262
Loud_News,245
Baked_Sports,212
Cold_Sports,147
Dumb_Show,18
Almost_Games,797
PostModern_Games,284
Hourly_Cooking,295
Surreal_Games,318
Hot_Talking,365
Loud_Cooking,460
Baked_Talking,651
Cold_Talking,1034
Dumb_Sports,765
Almost_Talking,228
PostModern_Talking,191
Hourly_Games,118
Surreal_Talking,1009
Hot_News,720
Loud_Games,143
Baked_News,26
Cold_News,829
Dumb_Talking,364
Almost_Show,471
PostModern_Show,686
Hourly_Talking,81
Surreal_Show,944
Hot_Cooking,599
Loud_Talking,946
Baked_Cooking,605
Cold_Cooking,960
Dumb_News,635
Almost_Sports,1022
PostModern_Sports,761
Hourly_Show,240
Surreal_Sports,235
Hot_Games,226
Loud_Show,209
Baked_Games,176
Cold_Games,111
Dumb_Cooking,1018
Almost_Talking,761
PostModern_Talking,248
Hourly_Sports,259
Surreal_Talking,282
Hot_Talking,329
Loud_Sports,424
Baked_Talking,615
Cold_Talking,998
Dumb_Games,729
Almost_News,192
PostModern_News,155
Hourly_Talking,82
Surreal_News,973
Hot_Show,684
Loud_Talking,107
Baked_Show,1026
Cold_Show,793
Dumb_Talking,328
Almost_Cooking,435
PostModern_Cooking,650
Hourly_News,45
Surreal_Cooking,908
Hot_Sports,563
Loud_News,910
Baked_Sports,569
Cold_Sports,924
Dumb_Show,599
Almost_Games,986
PostModern_Games,725
Hourly_Cooking,204
Surreal_Games,199
Hot_Talking,190
Loud_Cooking,173
Baked_Talking,140
Cold_Talking,75
Dumb_Sports,982
Almost_Talking,725
PostModern_Talking,212
Hourly_Games,223
Surreal_Talking,246
Hot_News,293
Loud_Games,388
Baked_News,579
Cold_News,962
Dumb_Talking,693
Almost_Show,156
PostModern_Show,119
Hourly_Talking,46
Surreal_Show,937
Hot_Cooking,648
Loud_Talking,71
Baked_Cooking,990
Cold_Cooking,757
Dumb_News,292
Almost_Sports,399
PostModern_Sports,614
Hourly_Show,1045
Surreal_Sports,872
Hot_Games,527
Loud_Show,874
Baked_Games,533
Cold_Games,888
Dumb_Cooking,563
Almost_Talking,950
PostModern_Talking,689
Hourly_Sports,168
Surreal_Talking,163
Hot_Talking,154
Loud_Sports,137
Baked_Talking,104
Cold_Talking,39
Dumb_Games,946
Almost_News,689
PostModern_News,176
Hourly_Talking,187
Surreal_News,210
Hot_Show,257
Loud_Talking,352
Baked_Show,543
Cold_Show,926
Dumb_Talking,657
Almost_Cooking,120
PostModern_Cooking,83
Hourly_News,1046
Surreal_Cooking,901
Hot_Sports,612
Loud_News,35
Baked_Sports,954
Cold_Sports,721
Dumb_Show,256
Almost_Games,363
PostModern_Games,578
Hourly_Cooking,1009
Surreal_Games,836
Hot_Talking,491
Loud_Cooking,838
Baked_Talking,497
Cold_Talking,852
Dumb_Sports,527
Almost_Talking,914
PostModern_Talking,653
Hourly_Games,132
Surreal_Talking,127
Hot_News,118
Loud_Games,101
Baked_News,68
Cold_News,1039
Dumb_Talking,910
Almost_Show,653
PostModern_Show,140
Hourly_Talking,151
Surreal_Show,174
Hot_Cooking,221
Loud_Talking,316
Baked_Cooking,507
Cold_Cooking,890
Dumb_News,621
Almost_Sports,84
PostModern_Sports,47
Hourly_Show,1010
Surreal_Sports,865
Hot_Games,576
Loud_Show,1035
Baked_Games,918
Cold_Games,685
Dumb_Cooking,220
Almost_Talking,327
PostModern_Talking,542
Hourly_Sports,973
Surreal_Talking,800
Hot_Talking,455
Loud_Sports,802
Baked_Talking,461
Cold_Talking,816
Dumb_Games,491
Almost_News,878
PostModern_News,617
Hourly_Talking,96
Surreal_News,91
Hot_Show,82
Loud_Talking,65
Baked_Show,32
Cold_Show,1003
Dumb_Talking,874
Almost_Cooking,617
PostModern_Cooking,104
Hourly_News,115
Surreal_Cooking,138
Hot_Sports,185
Loud_News,280
Baked_Sports,471
Cold_Sports,854
Dumb_Show,585
Almost_Games,48
PostModern_Games,1047
Hourly_Cooking,974
Surreal_Games,829
Hot_Talking,540
Loud_Cooking,999
Baked_Talking,882
Cold_Talking,649
Dumb_Sports,184
Almost_Talking,291
PostModern_Talking,506
Hourly_Games,937
Surreal_Talking,764
#join2_gennumC.txt
Hourly_Sports,21
Hot_Talking,44
Almost_Cooking,91
Dumb_Show,186
PostModern_Sports,377
Baked_News,760
Loud_Talking,491
Cold_Show,990
Surreal_Talking,953
Hourly_Talking,880
Hot_News,735
Almost_Games,446
Dumb_Sports,905
PostModern_Talking,788
Baked_Cooking,555
Loud_Show,90
Cold_Sports,197
Surreal_News,412
Hourly_News,843
Hot_Cooking,670
Almost_Talking,325
Dumb_Talking,672
PostModern_News,331
Baked_Games,686
Loud_Sports,361
Cold_Talking,748
Surreal_Cooking,487
Hourly_Cooking,1002
Hot_Games,997
Almost_Show,988
Dumb_News,971
PostModern_Cooking,938
Baked_Talking,873
Loud_Talking,744
Cold_News,487
Surreal_Games,1010
Hourly_Games,1021
Hot_Talking,1044
Almost_Sports,55
Dumb_Cooking,150
PostModern_Games,341
Baked_Show,724
Loud_News,455
Cold_Cooking,954
Surreal_Talking,917
Hourly_Talking,844
Hot_Show,699
Almost_Talking,410
Dumb_Games,869
PostModern_Talking,752
Baked_Sports,519
Loud_Cooking,54
Cold_Games,161
Surreal_Show,376
Hourly_Show,807
Hot_Sports,634
Almost_News,289
Dumb_Talking,636
PostModern_Show,295
Baked_Talking,650
Loud_Games,325
Cold_Talking,712
Surreal_Sports,451
Hourly_Sports,966
Hot_Talking,961
Almost_Cooking,952
Dumb_Show,935
PostModern_Sports,902
Baked_News,837
Loud_Talking,708
Cold_Show,451
Surreal_Talking,974
Hourly_Talking,985
Hot_News,1008
Almost_Games,19
Dumb_Sports,114
PostModern_Talking,305
Baked_Cooking,688
Loud_Show,419
Cold_Sports,918
Surreal_News,881
Hourly_News,808
Hot_Cooking,663
Almost_Talking,374
Dumb_Talking,833
PostModern_News,716
Baked_Games,483
Loud_Sports,18
Cold_Talking,125
Surreal_Cooking,340
Hourly_Cooking,771
Hot_Games,598
Almost_Show,253
Dumb_News,600
PostModern_Cooking,259
Baked_Talking,614
Loud_Talking,289
Cold_News,676
Surreal_Games,415
Hourly_Games,930
Hot_Talking,925
Almost_Sports,916
Dumb_Cooking,899
PostModern_Games,866
Baked_Show,801
Loud_News,672
Cold_Cooking,415
Surreal_Talking,938
Hourly_Talking,949
Hot_Show,972
Almost_Talking,1019
Dumb_Games,78
PostModern_Talking,269
Baked_Sports,652
Loud_Cooking,383
Cold_Games,882
Surreal_Show,845
Hourly_Show,772
Hot_Sports,627
Almost_News,338
Dumb_Talking,797
PostModern_Show,680
Baked_Talking,447
Loud_Games,1018
Cold_Talking,89
Surreal_Sports,304
Hourly_Sports,735
Hot_Talking,562
Almost_Cooking,217
Dumb_Show,564
PostModern_Sports,223
Baked_News,578
Loud_Talking,253
Cold_Show,640
Surreal_Talking,379
Hourly_Talking,894
Hot_News,889
Almost_Games,880
Dumb_Sports,863
PostModern_Talking,830
Baked_Cooking,765
Loud_Show,636
Cold_Sports,379
Surreal_News,902
Hourly_News,913
Hot_Cooking,936
Almost_Talking,983
Dumb_Talking,42
PostModern_News,233
Baked_Games,616
Loud_Sports,347
Cold_Talking,846
Surreal_Cooking,809
Hourly_Cooking,736
Hot_Games,591
Almost_Show,302
Dumb_News,761
PostModern_Cooking,644
Baked_Talking,411
Loud_Talking,982
Cold_News,53
Surreal_Games,268
Hourly_Games,699
Hot_Talking,526
Almost_Sports,181
Dumb_Cooking,528
PostModern_Games,187
Baked_Show,542
Loud_News,217
Cold_Cooking,604
Surreal_Talking,343
Hourly_Talking,858
Hot_Show,853
Almost_Talking,844
Dumb_Games,827
PostModern_Talking,794
Baked_Sports,729
Loud_Cooking,600
Cold_Games,343
Surreal_Show,866
Hourly_Show,877
Hot_Sports,900
Almost_News,947
Dumb_Talking,1042
PostModern_Show,197
Baked_Talking,580
Loud_Games,311
Cold_Talking,810
Surreal_Sports,773
Hourly_Sports,700
Hot_Talking,555
Almost_Cooking,266
Dumb_Show,725
PostModern_Sports,608
Baked_News,375
Loud_Talking,946
Cold_Show,17
Surreal_Talking,232
Hourly_Talking,663
Hot_News,490
Almost_Games,145
Dumb_Sports,492
PostModern_Talking,151
Baked_Cooking,506
Loud_Show,181
Cold_Sports,568
Surreal_News,307
Hourly_News,822
Hot_Cooking,817
Almost_Talking,808
Dumb_Talking,791
PostModern_News,758
Baked_Games,693
Loud_Sports,564
Cold_Talking,307
Surreal_Cooking,830
Hourly_Cooking,841
Hot_Games,864
Almost_Show,911
Dumb_News,1006
PostModern_Cooking,161
Baked_Talking,544
Loud_Talking,275
Cold_News,774
Surreal_Games,737
Hourly_Games,664
Hot_Talking,519
Almost_Sports,230
Dumb_Cooking,689
PostModern_Games,572
Baked_Show,339
Loud_News,910
Cold_Cooking,1017
Surreal_Talking,196
Hourly_Talking,627
Hot_Show,454
Almost_Talking,109
Dumb_Games,456
PostModern_Talking,115
Baked_Sports,470
Loud_Cooking,145
Cold_Games,532
Surreal_Show,271
Hourly_Show,786
Hot_Sports,781
Almost_News,772
Dumb_Talking,755
PostModern_Show,722
Baked_Talking,657
Loud_Games,528
Cold_Talking,271
Surreal_Sports,794
Hourly_Sports,805
Hot_Talking,828
Almost_Cooking,875
Dumb_Show,970
PostModern_Sports,125
Baked_News,508
Loud_Talking,239
Cold_Show,738
Surreal_Talking,701
Hourly_Talking,628
Hot_News,483
Almost_Games,194
Dumb_Sports,653
PostModern_Talking,536
Baked_Cooking,303
Loud_Show,874
Cold_Sports,981
Surreal_News,160
Hourly_News,591
Hot_Cooking,418
Almost_Talking,73
Dumb_Talking,420
PostModern_News,79
Baked_Games,434
Loud_Sports,109
Cold_Talking,496
Surreal_Cooking,235
Hourly_Cooking,750
Hot_Games,745
Almost_Show,736
Dumb_News,719
PostModern_Cooking,686
Baked_Talking,621
Loud_Talking,492
Cold_News,235
Surreal_Games,758
Hourly_Games,769
Hot_Talking,792
Almost_Sports,839
Dumb_Cooking,934
PostModern_Games,89
Baked_Show,472
Loud_News,203
Cold_Cooking,702
Surreal_Talking,665
Hourly_Talking,592
Hot_Show,447
Almost_Talking,158
Dumb_Games,617
PostModern_Talking,500
Baked_Sports,267
Loud_Cooking,838
Cold_Games,945
Surreal_Show,124
Hourly_Show,555
Hot_Sports,382
Almost_News,37
Dumb_Talking,384
PostModern_Show,43
Baked_Talking,398
Loud_Games,73
Cold_Talking,460
Surreal_Sports,199
Hourly_Sports,714
Hot_Talking,709
Almost_Cooking,700
Dumb_Show,683
PostModern_Sports,650
Baked_News,585
Loud_Talking,456
Cold_Show,199
Surreal_Talking,722
Hourly_Talking,733
Hot_News,756
Almost_Games,803
Dumb_Sports,898
PostModern_Talking,53
Baked_Cooking,436
Loud_Show,167
Cold_Sports,666
Surreal_News,629
Hourly_News,556
Hot_Cooking,411
Almost_Talking,122
Dumb_Talking,581
PostModern_News,464
Baked_Games,231
Loud_Sports,802
Cold_Talking,909
Surreal_Cooking,88
Hourly_Cooking,519
Hot_Games,346
Almost_Show,1037
Dumb_News,348
PostModern_Cooking,1043
Baked_Talking,362
Loud_Talking,37
Cold_News,424
Surreal_Games,163
Hourly_Games,678
Hot_Talking,673
Almost_Sports,664
Dumb_Cooking,647
PostModern_Games,614
Baked_Show,549
Loud_News,420
Cold_Cooking,163
Surreal_Talking,686
Hourly_Talking,697
Hot_Show,720
Almost_Talking,767
Dumb_Games,862
PostModern_Talking,17
Baked_Sports,400
Loud_Cooking,131
Cold_Games,630
Surreal_Show,593
Hourly_Show,520
Hot_Sports,375
Almost_News,86
Dumb_Talking,545
PostModern_Show,428
Baked_Talking,195
Loud_Games,766
Cold_Talking,873
Surreal_Sports,52
Hourly_Sports,483
Hot_Talking,310
Almost_Cooking,1001
Dumb_Show,312
PostModern_Sports,1007
Baked_News,326
Loud_Talking,1037
Cold_Show,388
Surreal_Talking,127
Hourly_Talking,642
Hot_News,637
Almost_Games,628
Dumb_Sports,611
PostModern_Talking,578
Baked_Cooking,513
Loud_Show,384
Cold_Sports,127
Surreal_News,650
Hourly_News,661
Hot_Cooking,684
Almost_Talking,731
Dumb_Talking,826
PostModern_News,1017
Baked_Games,364
Loud_Sports,95
Cold_Talking,594
Surreal_Cooking,557
Hourly_Cooking,484
Hot_Games,339
Almost_Show,50
Dumb_News,509
PostModern_Cooking,392
Baked_Talking,159
Loud_Talking,730
Cold_News,837
Surreal_Games,1052
Hourly_Games,447
Hot_Talking,274
Almost_Sports,965
Dumb_Cooking,276
PostModern_Games,971
Baked_Show,290
Loud_News,1001
Cold_Cooking,352
Surreal_Talking,91
Hourly_Talking,606
Hot_Show,601
Almost_Talking,592
Dumb_Games,575
PostModern_Talking,542
Baked_Sports,477
Loud_Cooking,348
Cold_Games,91
Surreal_Show,614
Hourly_Show,625
Hot_Sports,648
Almost_News,695
Dumb_Talking,790
PostModern_Show,981
Baked_Talking,328
Loud_Games,59
Cold_Talking,558
Surreal_Sports,521
Hourly_Sports,448
Hot_Talking,303
Almost_Cooking,1050
Dumb_Show,473
PostModern_Sports,356
Baked_News,123
Loud_Talking,694
Cold_Show,801
Surreal_Talking,1016
Hourly_Talking,411
Hot_News,238
Almost_Games,929
Dumb_Sports,240
PostModern_Talking,935
Baked_Cooking,254
Loud_Show,965
Cold_Sports,316
Surreal_News,55
Hourly_News,570
Hot_Cooking,565
Almost_Talking,556
Dumb_Talking,539
PostModern_News,506
Baked_Games,441
Loud_Sports,312
Cold_Talking,55
Surreal_Cooking,578
Hourly_Cooking,589
Hot_Games,612
Almost_Show,659
Dumb_News,754
PostModern_Cooking,945
Baked_Talking,292
Loud_Talking,23
Cold_News,522
Surreal_Games,485
Hourly_Games,412
Hot_Talking,267
Almost_Sports,1014
Dumb_Cooking,437
PostModern_Games,320
Baked_Show,87
Loud_News,658
Cold_Cooking,765
Surreal_Talking,980
Hourly_Talking,375
Hot_Show,202
Almost_Talking,893
Dumb_Games,204
PostModern_Talking,899
Baked_Sports,218
Loud_Cooking,929
Cold_Games,280
Surreal_Show,19
Hourly_Show,534
Hot_Sports,529
Almost_News,520
Dumb_Talking,503
PostModern_Show,470
Baked_Talking,405
Loud_Games,276
Cold_Talking,19
Surreal_Sports,542
Hourly_Sports,553
Hot_Talking,576
Almost_Cooking,623
Dumb_Show,718
PostModern_Sports,909
Baked_News,256
Loud_Talking,1023
Cold_Show,486
Surreal_Talking,449
Hourly_Talking,376
Hot_News,231
Almost_Games,978
Dumb_Sports,401
PostModern_Talking,284
Baked_Cooking,51
Loud_Show,622
Cold_Sports,729
Surreal_News,944
Hourly_News,339
Hot_Cooking,166
Almost_Talking,857
Dumb_Talking,168
PostModern_News,863
Baked_Games,182
Loud_Sports,893
Cold_Talking,244
Surreal_Cooking,1019
Hourly_Cooking,498
Hot_Games,493
Almost_Show,484
Dumb_News,467
PostModern_Cooking,434
Baked_Talking,369
Loud_Talking,240
Cold_News,1019
Surreal_Games,506
Hourly_Games,517
Hot_Talking,540
Almost_Sports,587
Dumb_Cooking,682
PostModern_Games,873
Baked_Show,220
Loud_News,987
Cold_Cooking,450
Surreal_Talking,413
Hourly_Talking,340
Hot_Show,195
Almost_Talking,942
Dumb_Games,365
PostModern_Talking,248
Baked_Sports,1051
Loud_Cooking,586
Cold_Games,693
Surreal_Show,908
Hourly_Show,303
Hot_Sports,130
Almost_News,821
Dumb_Talking,132
PostModern_Show,827
Baked_Talking,146
Loud_Games,857
Cold_Talking,208
Surreal_Sports,983
Hourly_Sports,462
Hot_Talking,457
Almost_Cooking,448
Dumb_Show,431
PostModern_Sports,398
Baked_News,333
Loud_Talking,204
Cold_Show,983
Surreal_Talking,470
Hourly_Talking,481
Hot_News,504
Almost_Games,551
Dumb_Sports,646
PostModern_Talking,837
Baked_Cooking,184
Loud_Show,951
Cold_Sports,414
Surreal_News,377
Hourly_News,304
Hot_Cooking,159
Almost_Talking,906
Dumb_Talking,329
PostModern_News,212
Baked_Games,1015
Loud_Sports,550
Cold_Talking,657
Surreal_Cooking,872
Hourly_Cooking,267
Hot_Games,94
Almost_Show,785
Dumb_News,96
PostModern_Cooking,791
Baked_Talking,110
Loud_Talking,821
Cold_News,172
Surreal_Games,947
Hourly_Games,426
Hot_Talking,421
Almost_Sports,412
Dumb_Cooking,395
PostModern_Games,362
Baked_Show,297
Loud_News,168
Cold_Cooking,947
Surreal_Talking,434
Hourly_Talking,445
Hot_Show,468
Almost_Talking,515
Dumb_Games,610
PostModern_Talking,801
Baked_Sports,148
Loud_Cooking,915
Cold_Games,378
Surreal_Show,341
Hourly_Show,268
Hot_Sports,123
Almost_News,870
Dumb_Talking,293
PostModern_Show,176
Baked_Talking,979
Loud_Games,514
Cold_Talking,621
Surreal_Sports,836
Hourly_Sports,231
Hot_Talking,58
Almost_Cooking,749
Dumb_Show,60
PostModern_Sports,755
Baked_News,74
Loud_Talking,785
Cold_Show,136
Surreal_Talking,911
Hourly_Talking,390
Hot_News,385
Almost_Games,376
Dumb_Sports,359
PostModern_Talking,326
Baked_Cooking,261
Loud_Show,132
Cold_Sports,911
Surreal_News,398
Hourly_News,409
Hot_Cooking,432
Almost_Talking,479
Dumb_Talking,574
PostModern_News,765
Baked_Games,112
Loud_Sports,879
Cold_Talking,342
Surreal_Cooking,305
Hourly_Cooking,232
Hot_Games,87
Almost_Show,834
Dumb_News,257
PostModern_Cooking,140
Baked_Talking,943
Loud_Talking,478
Cold_News,585
Surreal_Games,800
Hourly_Games,195
Hot_Talking,22
Almost_Sports,713
Dumb_Cooking,24
PostModern_Games,719
Baked_Show,38
Loud_News,749
Cold_Cooking,100
Surreal_Talking,875
Hourly_Talking,354
Hot_Show,349
Almost_Talking,340
Dumb_Games,323
PostModern_Talking,290
Baked_Sports,225
Loud_Cooking,96
Cold_Games,875
Surreal_Show,362
Hourly_Show,373
Hot_Sports,396
Almost_News,443
Dumb_Talking,538
PostModern_Show,729
Baked_Talking,76
Loud_Games,843
Cold_Talking,306
Surreal_Sports,269
Hourly_Sports,196
Hot_Talking,51
Almost_Cooking,798
Dumb_Show,221
PostModern_Sports,104
Baked_News,907
Loud_Talking,442
Cold_Show,549
Surreal_Talking,764
Hourly_Talking,159
Hot_News,1022
Almost_Games,677
Dumb_Sports,1024
PostModern_Talking,683
Baked_Cooking,1038
Loud_Show,713
Cold_Sports,64
Surreal_News,839
Hourly_News,318
Hot_Cooking,313
Almost_Talking,304
Dumb_Talking,287
PostModern_News,254
Baked_Games,189
Loud_Sports,60
Cold_Talking,839
Surreal_Cooking,326
Hourly_Cooking,337
Hot_Games,360
Almost_Show,407
Dumb_News,502
PostModern_Cooking,693
Baked_Talking,40
Loud_Talking,807
Cold_News,270
Surreal_Games,233
Hourly_Games,160
Hot_Talking,1051
Almost_Sports,762
Dumb_Cooking,185
PostModern_Games,68
Baked_Show,871
Loud_News,406
Cold_Cooking,513
Surreal_Talking,728
Hourly_Talking,123
Hot_Show,986
Almost_Talking,641
Dumb_Games,988
PostModern_Talking,647
Baked_Sports,1002
Loud_Cooking,677
Cold_Games,28
Surreal_Show,803
Hourly_Show,282
Hot_Sports,277
Almost_News,268
Dumb_Talking,251
PostModern_Show,218
Baked_Talking,153
Loud_Games,24
Cold_Talking,803
Surreal_Sports,290
Hourly_Sports,301
Hot_Talking,324
Almost_Cooking,371
Dumb_Show,466
PostModern_Sports,657
Baked_News,1040
Loud_Talking,771
Cold_Show,234
Surreal_Talking,197
Hourly_Talking,124
Hot_News,1015
Almost_Games,726
Dumb_Sports,149
PostModern_Talking,32
Baked_Cooking,835
Loud_Show,370
Cold_Sports,477
Surreal_News,692
Hourly_News,87
Hot_Cooking,950
Almost_Talking,605
Dumb_Talking,952
PostModern_News,611
Baked_Games,966
Loud_Sports,641
Cold_Talking,1028
Surreal_Cooking,767
Hourly_Cooking,246
Hot_Games,241
Almost_Show,232
Dumb_News,215
PostModern_Cooking,182
Baked_Talking,117
Loud_Talking,1024
Cold_News,767
Surreal_Games,254
Hourly_Games,265
Hot_Talking,288
Almost_Sports,335
Dumb_Cooking,430
PostModern_Games,621
Baked_Show,1004
Loud_News,735
Cold_Cooking,198
Surreal_Talking,161
Hourly_Talking,88
Hot_Show,979
Almost_Talking,690
Dumb_Games,113
PostModern_Talking,1032
Baked_Sports,799
Loud_Cooking,334
Cold_Games,441
Surreal_Show,656
Hourly_Show,51
Hot_Sports,914
Almost_News,569
Dumb_Talking,916
PostModern_Show,575
Baked_Talking,930
Loud_Games,605
Cold_Talking,992
Surreal_Sports,731
Hourly_Sports,210
Hot_Talking,205
Almost_Cooking,196
Dumb_Show,179
PostModern_Sports,146
Baked_News,81
Loud_Talking,988
Cold_Show,731
Surreal_Talking,218
Hourly_Talking,229
Hot_News,252
Almost_Games,299
Dumb_Sports,394
PostModern_Talking,585
Baked_Cooking,968
Loud_Show,699
Cold_Sports,162
Surreal_News,125
Hourly_News,52
Hot_Cooking,943
Almost_Talking,654
Dumb_Talking,77
PostModern_News,996
Baked_Games,763
Loud_Sports,298
Cold_Talking,405
Surreal_Cooking,620
Hourly_Cooking,1051
Hot_Games,878
Almost_Show,533
Dumb_News,880
PostModern_Cooking,539
Baked_Talking,894
Loud_Talking,569
Cold_News,956
Surreal_Games,695
Hourly_Games,174
Hot_Talking,169
Almost_Sports,160
Dumb_Cooking,143
PostModern_Games,110
Baked_Show,45
Loud_News,952
Cold_Cooking,695
Surreal_Talking,182
Hourly_Talking,193
Hot_Show,216
Almost_Talking,263
Dumb_Games,358
PostModern_Talking,549
Baked_Sports,932
Loud_Cooking,663
Cold_Games,126
Surreal_Show,89
Hourly_Show,1052
Hot_Sports,907
Almost_News,618
Dumb_Talking,41
PostModern_Show,960
Baked_Talking,727
Loud_Games,262
Cold_Talking,369
Surreal_Sports,584
Hourly_Sports,1015
Hot_Talking,842
Almost_Cooking,497
Dumb_Show,844
PostModern_Sports,503
Baked_News,858
Loud_Talking,533
Cold_Show,920
Surreal_Talking,659
Hourly_Talking,138
Hot_News,133
Almost_Games,124
Dumb_Sports,107
PostModern_Talking,74
Baked_Cooking,1045
Loud_Show,916
Cold_Sports,659
Surreal_News,146
Hourly_News,157
Hot_Cooking,180
Almost_Talking,227
Dumb_Talking,322
PostModern_News,513
Baked_Games,896
Loud_Sports,627
Cold_Talking,90
Surreal_Cooking,53
Hourly_Cooking,1016
Hot_Games,871
Almost_Show,582
Dumb_News,1041
PostModern_Cooking,924
Baked_Talking,691
Loud_Talking,226
Cold_News,333
Surreal_Games,548
Hourly_Games,979
Hot_Talking,806
Almost_Sports,461
Dumb_Cooking,808
PostModern_Games,467
Baked_Show,822
Loud_News,497
Cold_Cooking,884
Surreal_Talking,623
Hourly_Talking,102
Hot_Show,97
Almost_Talking,88
Dumb_Games,71
PostModern_Talking,38
Baked_Sports,1009
Loud_Cooking,880
Cold_Games,623
Surreal_Show,110
Hourly_Show,121
Hot_Sports,144
Almost_News,191
Dumb_Talking,286
PostModern_Show,477
Baked_Talking,860
Loud_Games,591
Cold_Talking,54
Surreal_Sports,17
Hourly_Sports,980
Hot_Talking,835
Almost_Cooking,546
Dumb_Show,1005
PostModern_Sports,888
Baked_News,655
Loud_Talking,190
Cold_Show,297
Surreal_Talking,512
Hourly_Talking,943
Hot_News,770
Almost_Games,425
Dumb_Sports,772
PostModern_Talking,431
Baked_Cooking,786
Loud_Show,461
Cold_Sports,848
Surreal_News,587
Hourly_News,66
Hot_Cooking,61
Almost_Talking,52
Dumb_Talking,35
PostModern_News,1038
Baked_Games,973
Loud_Sports,844
Cold_Talking,587
Surreal_Cooking,74
Hourly_Cooking,85
Hot_Games,108
Almost_Show,155
Dumb_News,250
PostModern_Cooking,441
Baked_Talking,824
Loud_Talking,555
Cold_News,18
Surreal_Games,1017
Hourly_Games,944
Hot_Talking,799
Almost_Sports,510
Dumb_Cooking,969
PostModern_Games,852
Baked_Show,619
Loud_News,154
Cold_Cooking,261
Surreal_Talking,476
Hourly_Talking,907
Hot_Show,734
Almost_Talking,389
Dumb_Games,736
PostModern_Talking,395
Baked_Sports,750
Loud_Cooking,425
Cold_Games,812
Surreal_Show,551
Hourly_Show,30
Hot_Sports,25
Almost_News,1052
Dumb_Talking,1035
PostModern_Show,1002
Baked_Talking,937
Loud_Games,808
Cold_Talking,551
Surreal_Sports,38
Hourly_Sports,49
Hot_Talking,72
Almost_Cooking,119
Dumb_Show,214
PostModern_Sports,405
Baked_News,788
Loud_Talking,519
Cold_Show,1018
Surreal_Talking,981
Hourly_Talking,908
Hot_News,763
Almost_Games,474
Dumb_Sports,933
PostModern_Talking,816
Baked_Cooking,583
Loud_Show,118
Cold_Sports,225
Surreal_News,440
Hourly_News,871
Hot_Cooking,698
Almost_Talking,353
Dumb_Talking,700
PostModern_News,359
Baked_Games,714
Loud_Sports,389
Cold_Talking,776
Surreal_Cooking,515
Hourly_Cooking,1030
Hot_Games,1025
Almost_Show,1016
Dumb_News,999
PostModern_Cooking,966
Baked_Talking,901
Loud_Talking,772
Cold_News,515
Surreal_Games,1038
Hourly_Games,1049
Hot_Talking,36
Almost_Sports,83
Dumb_Cooking,178
PostModern_Games,369
Baked_Show,752
Loud_News,483
Cold_Cooking,982
Surreal_Talking,945
Hourly_Talking,872
Hot_Show,727
Almost_Talking,438
Dumb_Games,897
PostModern_Talking,780
Baked_Sports,547
Loud_Cooking,82
Cold_Games,189
Surreal_Show,404
Hourly_Show,835
Hot_Sports,662
Almost_News,317
Dumb_Talking,664
PostModern_Show,323
Baked_Talking,678
Loud_Games,353
Cold_Talking,740
Surreal_Sports,479
Hourly_Sports,994
Hot_Talking,989
Almost_Cooking,980
Dumb_Show,963
PostModern_Sports,930
Baked_News,865
Loud_Talking,736
Cold_Show,479
Surreal_Talking,1002
Hourly_Talking,1013
Hot_News,1036
Almost_Games,47
Dumb_Sports,142
PostModern_Talking,333
Baked_Cooking,716
Loud_Show,447
Cold_Sports,946
Surreal_News,909
Hourly_News,836
Hot_Cooking,691
Almost_Talking,402
Dumb_Talking,861
PostModern_News,744
Baked_Games,511
Loud_Sports,46
Cold_Talking,153
Surreal_Cooking,368
Hourly_Cooking,799
Hot_Games,626
Almost_Show,281
Dumb_News,628
PostModern_Cooking,287
Baked_Talking,642
Loud_Talking,317
Cold_News,704
Surreal_Games,443
Hourly_Games,958
Hot_Talking,953
Almost_Sports,944
Dumb_Cooking,927
PostModern_Games,894
Baked_Show,829
Loud_News,700
Cold_Cooking,443
Surreal_Talking,966
Hourly_Talking,977
Hot_Show,1000
Almost_Talking,1047
Dumb_Games,106
PostModern_Talking,297
Baked_Sports,680
Loud_Cooking,411
Cold_Games,910
Surreal_Show,873
Hourly_Show,800
Hot_Sports,655
Almost_News,366
Dumb_Talking,825
PostModern_Show,708
Baked_Talking,475
Loud_Games,1046
Cold_Talking,117
Surreal_Sports,332
Hourly_Sports,763
Hot_Talking,590
Almost_Cooking,245
Dumb_Show,592
PostModern_Sports,251
Baked_News,606
Loud_Talking,281
Cold_Show,668
Surreal_Talking,407
Hourly_Talking,922
Hot_News,917
Almost_Games,908
Dumb_Sports,891
PostModern_Talking,858
Baked_Cooking,793
Loud_Show,664
Cold_Sports,407
Surreal_News,930
Hourly_News,941
Hot_Cooking,964
Almost_Talking,1011
Dumb_Talking,70
PostModern_News,261
Baked_Games,644
Loud_Sports,375
Cold_Talking,874
Surreal_Cooking,837
Hourly_Cooking,764
Hot_Games,619
Almost_Show,330
Dumb_News,789
PostModern_Cooking,672
Baked_Talking,439
Loud_Talking,1010
Cold_News,81
Surreal_Games,296
Hourly_Games,727
Hot_Talking,554
Almost_Sports,209
Dumb_Cooking,556
PostModern_Games,215
Baked_Show,570
Loud_News,245
Cold_Cooking,632
Surreal_Talking,371
Hourly_Talking,886
Hot_Show,881
Almost_Talking,872
Dumb_Games,855
PostModern_Talking,822
Baked_Sports,757
Loud_Cooking,628
Cold_Games,371
Surreal_Show,894
Hourly_Show,905
Hot_Sports,928
Almost_News,975
Dumb_Talking,34
PostModern_Show,225
Baked_Talking,608
Loud_Games,339
Cold_Talking,838
Surreal_Sports,801
Hourly_Sports,728
Hot_Talking,583
Almost_Cooking,294
Dumb_Show,753
PostModern_Sports,636
Baked_News,403
Loud_Talking,974
Cold_Show,45
Surreal_Talking,260
Hourly_Talking,691
Hot_News,518
Almost_Games,173
Dumb_Sports,520
PostModern_Talking,179
Baked_Cooking,534
Loud_Show,209
Cold_Sports,596
Surreal_News,335
Hourly_News,850
Hot_Cooking,845
Almost_Talking,836
Dumb_Talking,819
PostModern_News,786
Baked_Games,721
Loud_Sports,592
Cold_Talking,335
Surreal_Cooking,858
Hourly_Cooking,869
Hot_Games,892
Almost_Show,939
Dumb_News,1034
PostModern_Cooking,189
Baked_Talking,572
Loud_Talking,303
Cold_News,802
Surreal_Games,765
Hourly_Games,692
Hot_Talking,547
Almost_Sports,258
Dumb_Cooking,717
PostModern_Games,600
Baked_Show,367
Loud_News,938
Cold_Cooking,1045
Surreal_Talking,224
Hourly_Talking,655
Hot_Show,482
Almost_Talking,137
Dumb_Games,484
PostModern_Talking,143
Baked_Sports,498
Loud_Cooking,173
Cold_Games,560
Surreal_Show,299
Hourly_Show,814
Hot_Sports,809
Almost_News,800
Dumb_Talking,783
PostModern_Show,750
Baked_Talking,685
Loud_Games,556
Cold_Talking,299
Surreal_Sports,822
Hourly_Sports,833
Hot_Talking,856
Almost_Cooking,903
Dumb_Show,998
PostModern_Sports,153
Baked_News,536
Loud_Talking,267
Cold_Show,766
Surreal_Talking,729
Hourly_Talking,656
Hot_News,511
Almost_Games,222
Dumb_Sports,681
PostModern_Talking,564
Baked_Cooking,331
Loud_Show,902
Cold_Sports,1009
Surreal_News,188
Hourly_News,619
Hot_Cooking,446
Almost_Talking,101
Dumb_Talking,448
PostModern_News,107
Baked_Games,462
Loud_Sports,137
Cold_Talking,524
Surreal_Cooking,263
Hourly_Cooking,778
Hot_Games,773
Almost_Show,764
Dumb_News,747
PostModern_Cooking,714
Baked_Talking,649
Loud_Talking,520
Cold_News,263
Surreal_Games,786
Hourly_Games,797
Hot_Talking,820
Almost_Sports,867
Dumb_Cooking,962
PostModern_Games,117
Baked_Show,500
Loud_News,231
Cold_Cooking,730
Surreal_Talking,693
Hourly_Talking,620
Hot_Show,475
Almost_Talking,186
Dumb_Games,645
PostModern_Talking,528
Baked_Sports,295
Loud_Cooking,866
Cold_Games,973
Surreal_Show,152
Hourly_Show,583
Hot_Sports,410
Almost_News,65
Dumb_Talking,412
PostModern_Show,71
Baked_Talking,426
Loud_Games,101
Cold_Talking,488
Surreal_Sports,227
Hourly_Sports,742
Hot_Talking,737
Almost_Cooking,728
Dumb_Show,711
PostModern_Sports,678
Baked_News,613
Loud_Talking,484
Cold_Show,227
Surreal_Talking,750
Hourly_Talking,761
Hot_News,784
Almost_Games,831
Dumb_Sports,926
PostModern_Talking,81
Baked_Cooking,464
Loud_Show,195
Cold_Sports,694
Surreal_News,657
Hourly_News,584
Hot_Cooking,439
Almost_Talking,150
Dumb_Talking,609
PostModern_News,492
Baked_Games,259
Loud_Sports,830
Cold_Talking,937
Surreal_Cooking,116
Hourly_Cooking,547
Hot_Games,374
Almost_Show,29
Dumb_News,376
PostModern_Cooking,35
Baked_Talking,390
Loud_Talking,65
Cold_News,452
Surreal_Games,191
Hourly_Games,706
Hot_Talking,701
Almost_Sports,692
Dumb_Cooking,675
PostModern_Games,642
Baked_Show,577
Loud_News,448
Cold_Cooking,191
Surreal_Talking,714
Hourly_Talking,725
Hot_Show,748
Almost_Talking,795
Dumb_Games,890
PostModern_Talking,45
Baked_Sports,428
Loud_Cooking,159
Cold_Games,658
Surreal_Show,621
Hourly_Show,548
Hot_Sports,403
Almost_News,114
Dumb_Talking,573
PostModern_Show,456
Baked_Talking,223
Loud_Games,794
Cold_Talking,901
Surreal_Sports,80
Hourly_Sports,511
Hot_Talking,338
Almost_Cooking,1029
Dumb_Show,340
PostModern_Sports,1035
Baked_News,354
Loud_Talking,29
Cold_Show,416
Surreal_Talking,155
Hourly_Talking,670
Hot_News,665
Almost_Games,656
Dumb_Sports,639
PostModern_Talking,606
Baked_Cooking,541
Loud_Show,412
Cold_Sports,155
Surreal_News,678
Hourly_News,689
Hot_Cooking,712
Almost_Talking,759
Dumb_Talking,854
PostModern_News,1045
Baked_Games,392
Loud_Sports,123
Cold_Talking,622
Surreal_Cooking,585
Hourly_Cooking,512
Hot_Games,367
Almost_Show,78
Dumb_News,537
PostModern_Cooking,420
Baked_Talking,187
Loud_Talking,758
Cold_News,865
Surreal_Games,44
Hourly_Games,475
Hot_Talking,302
Almost_Sports,993
Dumb_Cooking,304
PostModern_Games,999
Baked_Show,318
Loud_News,1029
Cold_Cooking,380
Surreal_Talking,119
Hourly_Talking,634
Hot_Show,629
Almost_Talking,620
Dumb_Games,603
PostModern_Talking,570
Baked_Sports,505
Loud_Cooking,376
Cold_Games,119
Surreal_Show,642
Hourly_Show,653
Hot_Sports,676
Almost_News,723
Dumb_Talking,818
PostModern_Show,1009
Baked_Talking,356
Loud_Games,87
Cold_Talking,586
Surreal_Sports,549
Hourly_Sports,476
Hot_Talking,331
Almost_Cooking,42
Dumb_Show,501
PostModern_Sports,384
Baked_News,151
Loud_Talking,722
Cold_Show,829
Surreal_Talking,1044
Hourly_Talking,439
Hot_News,266
Almost_Games,957
Dumb_Sports,268
PostModern_Talking,963
Baked_Cooking,282
Loud_Show,993
Cold_Sports,344
Surreal_News,83
Hourly_News,598
Hot_Cooking,593
Almost_Talking,584
Dumb_Talking,567
PostModern_News,534
Baked_Games,469
Loud_Sports,340
Cold_Talking,83
Surreal_Cooking,606
Hourly_Cooking,617
Hot_Games,640
Almost_Show,687
Dumb_News,782
PostModern_Cooking,973
Baked_Talking,320
Loud_Talking,51
Cold_News,550
Surreal_Games,513
Hourly_Games,440
Hot_Talking,295
Almost_Sports,1042
Dumb_Cooking,465
PostModern_Games,348
Baked_Show,115
Loud_News,686
Cold_Cooking,793
Surreal_Talking,1008
Hourly_Talking,403
Hot_Show,230
Almost_Talking,921
Dumb_Games,232
PostModern_Talking,927
Baked_Sports,246
Loud_Cooking,957
Cold_Games,308
Surreal_Show,47
Hourly_Show,562
Hot_Sports,557
Almost_News,548
Dumb_Talking,531
PostModern_Show,498
Baked_Talking,433
Loud_Games,304
Cold_Talking,47
Surreal_Sports,570
Hourly_Sports,581
Hot_Talking,604
Almost_Cooking,651
Dumb_Show,746
PostModern_Sports,937
Baked_News,284
Loud_Talking,1051
Cold_Show,514
Surreal_Talking,477
Hourly_Talking,404
Hot_News,259
Almost_Games,1006
Dumb_Sports,429
PostModern_Talking,312
Baked_Cooking,79
Loud_Show,650
Cold_Sports,757
Surreal_News,972
Hourly_News,367
Hot_Cooking,194
Almost_Talking,885
Dumb_Talking,196
PostModern_News,891
Baked_Games,210
Loud_Sports,921
Cold_Talking,272
Surreal_Cooking,1047
Hourly_Cooking,526
Hot_Games,521
Almost_Show,512
Dumb_News,495
PostModern_Cooking,462
Baked_Talking,397
Loud_Talking,268
Cold_News,1047
Surreal_Games,534
Hourly_Games,545
Hot_Talking,568
Almost_Sports,615
Dumb_Cooking,710
PostModern_Games,901
Baked_Show,248
Loud_News,1015
Cold_Cooking,478
Surreal_Talking,441
Hourly_Talking,368
Hot_Show,223
Almost_Talking,970
Dumb_Games,393
PostModern_Talking,276
Baked_Sports,43
Loud_Cooking,614
Cold_Games,721
Surreal_Show,936
Hourly_Show,331
Hot_Sports,158
Almost_News,849
Dumb_Talking,160
PostModern_Show,855
Baked_Talking,174
Loud_Games,885
Cold_Talking,236
Surreal_Sports,1011
Hourly_Sports,490
Hot_Talking,485
Almost_Cooking,476
Dumb_Show,459
PostModern_Sports,426
Baked_News,361
Loud_Talking,232
Cold_Show,1011
Surreal_Talking,498
Hourly_Talking,509
Hot_News,532
Almost_Games,579
Dumb_Sports,674
PostModern_Talking,865
Baked_Cooking,212
Loud_Show,979
Cold_Sports,442
Surreal_News,405
Hourly_News,332
Hot_Cooking,187
Almost_Talking,934
Dumb_Talking,357
PostModern_News,240
Baked_Games,1043
Loud_Sports,578
Cold_Talking,685
Surreal_Cooking,900
Hourly_Cooking,295
Hot_Games,122
Almost_Show,813
Dumb_News,124
PostModern_Cooking,819
Baked_Talking,138
Loud_Talking,849
Cold_News,200
Surreal_Games,975
Hourly_Games,454
Hot_Talking,449
Almost_Sports,440
Dumb_Cooking,423
PostModern_Games,390
Baked_Show,325
Loud_News,196
Cold_Cooking,975
Surreal_Talking,462
Hourly_Talking,473
Hot_Show,496
Almost_Talking,543
Dumb_Games,638
PostModern_Talking,829
Baked_Sports,176
Loud_Cooking,943
Cold_Games,406
Surreal_Show,369
Hourly_Show,296
Hot_Sports,151
Almost_News,898
Dumb_Talking,321
PostModern_Show,204
Baked_Talking,1007
Loud_Games,542
Cold_Talking,649
Surreal_Sports,864
Hourly_Sports,259
Hot_Talking,86
Almost_Cooking,777
Dumb_Show,88
PostModern_Sports,783
Baked_News,102
Loud_Talking,813
Cold_Show,164
Surreal_Talking,939
Hourly_Talking,418
Hot_News,413
Almost_Games,404
Dumb_Sports,387
PostModern_Talking,354
Baked_Cooking,289
Loud_Show,160
Cold_Sports,939
Surreal_News,426
Hourly_News,437
Hot_Cooking,460
Almost_Talking,507
Dumb_Talking,602
PostModern_News,793
Baked_Games,140
Loud_Sports,907
Cold_Talking,370
Surreal_Cooking,333
Hourly_Cooking,260
Hot_Games,115
Almost_Show,862
Dumb_News,285
PostModern_Cooking,168
Baked_Talking,971
Loud_Talking,506
Cold_News,613
Surreal_Games,828
Hourly_Games,223
Hot_Talking,50
Almost_Sports,741
Dumb_Cooking,52
PostModern_Games,747
Baked_Show,66
Loud_News,777
Cold_Cooking,128
Surreal_Talking,903
Hourly_Talking,382
Hot_Show,377
Almost_Talking,368
Dumb_Games,351
PostModern_Talking,318
Baked_Sports,253
Loud_Cooking,124
Cold_Games,903
Surreal_Show,390
Hourly_Show,401
Hot_Sports,424
Almost_News,471
Dumb_Talking,566
PostModern_Show,757
Baked_Talking,104
Loud_Games,871
Cold_Talking,334
Surreal_Sports,297
Hourly_Sports,224
Hot_Talking,79
Almost_Cooking,826
Dumb_Show,249
PostModern_Sports,132
Baked_News,935
Loud_Talking,470
Cold_Show,577
Surreal_Talking,792
Hourly_Talking,187
Hot_News,1050
Almost_Games,705
Dumb_Sports,1052
PostModern_Talking,711
Baked_Cooking,30
Loud_Show,741
Cold_Sports,92
Surreal_News,867
Hourly_News,346
Hot_Cooking,341
Almost_Talking,332
Dumb_Talking,315
PostModern_News,282
Baked_Games,217
Loud_Sports,88
Cold_Talking,867
Surreal_Cooking,354
Hourly_Cooking,365
Hot_Games,388
Almost_Show,435
Dumb_News,530
PostModern_Cooking,721
Baked_Talking,68
Loud_Talking,835
Cold_News,298
Surreal_Games,261
Hourly_Games,188
Hot_Talking,43
Almost_Sports,790
Dumb_Cooking,213
PostModern_Games,96
Baked_Show,899
Loud_News,434
Cold_Cooking,541
Surreal_Talking,756
Hourly_Talking,151
Hot_Show,1014
Almost_Talking,669
Dumb_Games,1016
PostModern_Talking,675
Baked_Sports,1030
Loud_Cooking,705
Cold_Games,56
Surreal_Show,831
Hourly_Show,310
Hot_Sports,305
Almost_News,296
Dumb_Talking,279
PostModern_Show,246
Baked_Talking,181
Loud_Games,52
Cold_Talking,831
Surreal_Sports,318
Hourly_Sports,329
Hot_Talking,352
Almost_Cooking,399
Dumb_Show,494
PostModern_Sports,685
Baked_News,32
Loud_Talking,799
Cold_Show,262
Surreal_Talking,225
Hourly_Talking,152
Hot_News,1043
Almost_Games,754
Dumb_Sports,177
PostModern_Talking,60
Baked_Cooking,863
Loud_Show,398
Cold_Sports,505
Surreal_News,720
Hourly_News,115
Hot_Cooking,978
Almost_Talking,633
Dumb_Talking,980
PostModern_News,639
Baked_Games,994
Loud_Sports,669
Cold_Talking,20
Surreal_Cooking,795
Hourly_Cooking,274
Hot_Games,269
Almost_Show,260
Dumb_News,243
PostModern_Cooking,210
Baked_Talking,145
Loud_Talking,1052
Cold_News,795
Surreal_Games,282
Hourly_Games,293
Hot_Talking,316
Almost_Sports,363
Dumb_Cooking,458
PostModern_Games,649
Baked_Show,1032
Loud_News,763
Cold_Cooking,226
Surreal_Talking,189
Hourly_Talking,116
Hot_Show,1007
Almost_Talking,718
Dumb_Games,141
PostModern_Talking,24
Baked_Sports,827
Loud_Cooking,362
Cold_Games,469
Surreal_Show,684
Hourly_Show,79
Hot_Sports,942
Almost_News,597
Dumb_Talking,944
PostModern_Show,603
Baked_Talking,958
Loud_Games,633
Cold_Talking,1020
Surreal_Sports,759
Hourly_Sports,238
Hot_Talking,233
Almost_Cooking,224
Dumb_Show,207
PostModern_Sports,174
Baked_News,109
Loud_Talking,1016
Cold_Show,759
Surreal_Talking,246
Hourly_Talking,257
Hot_News,280
Almost_Games,327
Dumb_Sports,422
PostModern_Talking,613
Baked_Cooking,996
Loud_Show,727
Cold_Sports,190
Surreal_News,153
Hourly_News,80
Hot_Cooking,971
Almost_Talking,682
Dumb_Talking,105
PostModern_News,1024
Baked_Games,791
Loud_Sports,326
Cold_Talking,433
Surreal_Cooking,648
Hourly_Cooking,43
Hot_Games,906
Almost_Show,561
Dumb_News,908
PostModern_Cooking,567
Baked_Talking,922
Loud_Talking,597
Cold_News,984
Surreal_Games,723
Hourly_Games,202
Hot_Talking,197
Almost_Sports,188
Dumb_Cooking,171
PostModern_Games,138
Baked_Show,73
Loud_News,980
Cold_Cooking,723
Surreal_Talking,210
Hourly_Talking,221
Hot_Show,244
Almost_Talking,291
Dumb_Games,386
PostModern_Talking,577
Baked_Sports,960
Loud_Cooking,691
Cold_Games,154
Surreal_Show,117
Hourly_Show,44
Hot_Sports,935
Almost_News,646
Dumb_Talking,69
PostModern_Show,988
Baked_Talking,755
Loud_Games,290
Cold_Talking,397
Surreal_Sports,612
Hourly_Sports,1043
Hot_Talking,870
Almost_Cooking,525
Dumb_Show,872
PostModern_Sports,531
Baked_News,886
Loud_Talking,561
Cold_Show,948
Surreal_Talking,687
Hourly_Talking,166
Hot_News,161
Almost_Games,152
Dumb_Sports,135
PostModern_Talking,102
Baked_Cooking,37
Loud_Show,944
Cold_Sports,687
Surreal_News,174
Hourly_News,185
Hot_Cooking,208
Almost_Talking,255
Dumb_Talking,350
PostModern_News,541
Baked_Games,924
Loud_Sports,655
Cold_Talking,118
Surreal_Cooking,81
Hourly_Cooking,1044
Hot_Games,899
Almost_Show,610
Dumb_News,33
PostModern_Cooking,952
Baked_Talking,719
Loud_Talking,254
Cold_News,361
Surreal_Games,576
Hourly_Games,1007
Hot_Talking,834
Almost_Sports,489
Dumb_Cooking,836
PostModern_Games,495
Baked_Show,850
Loud_News,525
Cold_Cooking,912
Surreal_Talking,651
Hourly_Talking,130
Hot_Show,125
Almost_Talking,116
Dumb_Games,99
PostModern_Talking,66
Baked_Sports,1037
Loud_Cooking,908
Cold_Games,651
Surreal_Show,138
Hourly_Show,149
Hot_Sports,172
Almost_News,219
Dumb_Talking,314
PostModern_Show,505
Baked_Talking,888
Loud_Games,619
Cold_Talking,82
Surreal_Sports,45
Hourly_Sports,1008
Hot_Talking,863
Almost_Cooking,574
Dumb_Show,1033
PostModern_Sports,916
Baked_News,683
Loud_Talking,218
Cold_Show,325
Surreal_Talking,540
Hourly_Talking,971
Hot_News,798
Almost_Games,453
Dumb_Sports,800
PostModern_Talking,459
Baked_Cooking,814
Loud_Show,489
Cold_Sports,876
Surreal_News,615
Hourly_News,94
Hot_Cooking,89
Almost_Talking,80
Dumb_Talking,63
PostModern_News,30
Baked_Games,1001
Loud_Sports,872
Cold_Talking,615
Surreal_Cooking,102
Hourly_Cooking,113
Hot_Games,136
Almost_Show,183
Dumb_News,278
PostModern_Cooking,469
Baked_Talking,852
Loud_Talking,583
Cold_News,46
Surreal_Games,1045
Hourly_Games,972
Hot_Talking,827
Almost_Sports,538
Dumb_Cooking,997
PostModern_Games,880
Baked_Show,647
Loud_News,182
Cold_Cooking,289
Surreal_Talking,504
Hourly_Talking,935
Hot_Show,762
Almost_Talking,417
Dumb_Games,764
PostModern_Talking,423
Baked_Sports,778
Loud_Cooking,453
Cold_Games,840
Surreal_Show,579
Hourly_Show,58
Hot_Sports,53
Almost_News,44
Dumb_Talking,27
PostModern_Show,1030
Baked_Talking,965
Loud_Games,836
Cold_Talking,579
Surreal_Sports,66
Hourly_Sports,77
Hot_Talking,100
Almost_Cooking,147
Dumb_Show,242
PostModern_Sports,433
Baked_News,816
Loud_Talking,547
Cold_Show,1046
Surreal_Talking,1009
Hourly_Talking,936
Hot_News,791
Almost_Games,502
Dumb_Sports,961
PostModern_Talking,844
Baked_Cooking,611
Loud_Show,146
Cold_Sports,253
Surreal_News,468
Hourly_News,899
Hot_Cooking,726
Almost_Talking,381
Dumb_Talking,728
PostModern_News,387
Baked_Games,742
Loud_Sports,417
Cold_Talking,804
Surreal_Cooking,543
Hourly_Cooking,22
Hot_Games,17
Almost_Show,1044
Dumb_News,1027
PostModern_Cooking,994
Baked_Talking,929
Loud_Talking,800
Cold_News,543
Surreal_Games,30
Hourly_Games,41
Hot_Talking,64
Almost_Sports,111
Dumb_Cooking,206
PostModern_Games,397
Baked_Show,780
Loud_News,511
Cold_Cooking,1010
Surreal_Talking,973
Hourly_Talking,900
Hot_Show,755
Almost_Talking,466
Dumb_Games,925
PostModern_Talking,808
Baked_Sports,575
Loud_Cooking,110
Cold_Games,217
Surreal_Show,432
Hourly_Show,863
Hot_Sports,690
Almost_News,345
Dumb_Talking,692
PostModern_Show,351
Baked_Talking,706
Loud_Games,381
Cold_Talking,768
Surreal_Sports,507
Hourly_Sports,1022
Hot_Talking,1017
Almost_Cooking,1008
Dumb_Show,991
PostModern_Sports,958
Baked_News,893
Loud_Talking,764
Cold_Show,507
Surreal_Talking,1030
Hourly_Talking,1041
Hot_News,28
Almost_Games,75
Dumb_Sports,170
PostModern_Talking,361
Baked_Cooking,744
Loud_Show,475
Cold_Sports,974
Surreal_News,937
Hourly_News,864
Hot_Cooking,719
Almost_Talking,430
Dumb_Talking,889
PostModern_News,772
Baked_Games,539
Loud_Sports,74
Cold_Talking,181
Surreal_Cooking,396
Hourly_Cooking,827
Hot_Games,654
Almost_Show,309
Dumb_News,656
PostModern_Cooking,315
Baked_Talking,670
Loud_Talking,345
Cold_News,732
Surreal_Games,471
Hourly_Games,986
Hot_Talking,981
Almost_Sports,972
Dumb_Cooking,955
PostModern_Games,922
Baked_Show,857
Loud_News,728
Cold_Cooking,471
Surreal_Talking,994
Hourly_Talking,1005
Hot_Show,1028
Almost_Talking,39
Dumb_Games,134
PostModern_Talking,325
Baked_Sports,708
Loud_Cooking,439
Cold_Games,938
Surreal_Show,901
Hourly_Show,828
Hot_Sports,683
Almost_News,394
Dumb_Talking,853
PostModern_Show,736
Baked_Talking,503
Loud_Games,38
Cold_Talking,145
Surreal_Sports,360
Hourly_Sports,791
Hot_Talking,618
Almost_Cooking,273
Dumb_Show,620
PostModern_Sports,279
Baked_News,634
Loud_Talking,309
Cold_Show,696
Surreal_Talking,435
Hourly_Talking,950
Hot_News,945
Almost_Games,936
Dumb_Sports,919
PostModern_Talking,886
Baked_Cooking,821
Loud_Show,692
Cold_Sports,435
Surreal_News,958
Hourly_News,969
Hot_Cooking,992
Almost_Talking,1039
Dumb_Talking,98
PostModern_News,289
Baked_Games,672
Loud_Sports,403
Cold_Talking,902
Surreal_Cooking,865
Hourly_Cooking,792
Hot_Games,647
Almost_Show,358
Dumb_News,817
PostModern_Cooking,700
Baked_Talking,467
Loud_Talking,1038
Cold_News,109
Surreal_Games,324
Hourly_Games,755
Hot_Talking,582
Almost_Sports,237
Dumb_Cooking,584
PostModern_Games,243
Baked_Show,598
Loud_News,273
Cold_Cooking,660
Surreal_Talking,399
Hourly_Talking,914
Hot_Show,909
Almost_Talking,900
Dumb_Games,883
PostModern_Talking,850
Baked_Sports,785
Loud_Cooking,656
Cold_Games,399
Surreal_Show,922
Hourly_Show,933
Hot_Sports,956
Almost_News,1003
Dumb_Talking,62
PostModern_Show,253
Baked_Talking,636
Loud_Games,367
Cold_Talking,866
Surreal_Sports,829
Hourly_Sports,756
Hot_Talking,611
Almost_Cooking,322
Dumb_Show,781
PostModern_Sports,664
Baked_News,431
Loud_Talking,1002
Cold_Show,73
Surreal_Talking,288
Hourly_Talking,719
Hot_News,546
Almost_Games,201
Dumb_Sports,548
PostModern_Talking,207
Baked_Cooking,562
Loud_Show,237
Cold_Sports,624
Surreal_News,363
Hourly_News,878
Hot_Cooking,873
Almost_Talking,864
Dumb_Talking,847
PostModern_News,814
Baked_Games,749
Loud_Sports,620
Cold_Talking,363
Surreal_Cooking,886
Hourly_Cooking,897
Hot_Games,920
Almost_Show,967
Dumb_News,26
PostModern_Cooking,217
Baked_Talking,600
Loud_Talking,331
Cold_News,830
Surreal_Games,793
Hourly_Games,720
Hot_Talking,575
Almost_Sports,286
Dumb_Cooking,745
PostModern_Games,628
Baked_Show,395
Loud_News,966
Cold_Cooking,37
Surreal_Talking,252
Hourly_Talking,683
Hot_Show,510
Almost_Talking,165
Dumb_Games,512
PostModern_Talking,171
Baked_Sports,526
Loud_Cooking,201
Cold_Games,588
Surreal_Show,327
Hourly_Show,842
Hot_Sports,837
Almost_News,828
Dumb_Talking,811
PostModern_Show,778
Baked_Talking,713
Loud_Games,584
Cold_Talking,327
Surreal_Sports,850
Hourly_Sports,861
Hot_Talking,884
Almost_Cooking,931
Dumb_Show,1026
PostModern_Sports,181
Baked_News,564
Loud_Talking,295
Cold_Show,794
Surreal_Talking,757
Hourly_Talking,684
Hot_News,539
Almost_Games,250
Dumb_Sports,709
PostModern_Talking,592
Baked_Cooking,359
Loud_Show,930
Cold_Sports,1037
Surreal_News,216
Hourly_News,647
Hot_Cooking,474
Almost_Talking,129
Dumb_Talking,476
PostModern_News,135
Baked_Games,490
Loud_Sports,165
Cold_Talking,552
Surreal_Cooking,291
Hourly_Cooking,806
Hot_Games,801
Almost_Show,792
Dumb_News,775
PostModern_Cooking,742
Baked_Talking,677
Loud_Talking,548
Cold_News,291
Surreal_Games,814
Hourly_Games,825
Hot_Talking,848
Almost_Sports,895
Dumb_Cooking,990
PostModern_Games,145
Baked_Show,528
Loud_News,259
Cold_Cooking,758
Surreal_Talking,721
Hourly_Talking,648
Hot_Show,503
Almost_Talking,214
Dumb_Games,673
PostModern_Talking,556
Baked_Sports,323
Loud_Cooking,894
Cold_Games,1001
Surreal_Show,180
Hourly_Show,611
Hot_Sports,438
Almost_News,93
Dumb_Talking,440
PostModern_Show,99
Baked_Talking,454
Loud_Games,129
Cold_Talking,516
Surreal_Sports,255
Hourly_Sports,770
Hot_Talking,765
Almost_Cooking,756
Dumb_Show,739
PostModern_Sports,706
Baked_News,641
Loud_Talking,512
Cold_Show,255
Surreal_Talking,778
Hourly_Talking,789
Hot_News,812
Almost_Games,859
Dumb_Sports,954
PostModern_Talking,109
Baked_Cooking,492
Loud_Show,223
Cold_Sports,722
Surreal_News,685
Hourly_News,612
Hot_Cooking,467
Almost_Talking,178
Dumb_Talking,637
PostModern_News,520
Baked_Games,287
Loud_Sports,858
Cold_Talking,965
Surreal_Cooking,144
Hourly_Cooking,575
Hot_Games,402
Almost_Show,57
Dumb_News,404
PostModern_Cooking,63
Baked_Talking,418
Loud_Talking,93
Cold_News,480
Surreal_Games,219
Hourly_Games,734
Hot_Talking,729
Almost_Sports,720
Dumb_Cooking,703
PostModern_Games,670
Baked_Show,605
Loud_News,476
Cold_Cooking,219
Surreal_Talking,742
Hourly_Talking,753
Hot_Show,776
Almost_Talking,823
Dumb_Games,918
PostModern_Talking,73
Baked_Sports,456
Loud_Cooking,187
Cold_Games,686
Surreal_Show,649
Hourly_Show,576
Hot_Sports,431
Almost_News,142
Dumb_Talking,601
PostModern_Show,484
Baked_Talking,251
Loud_Games,822
Cold_Talking,929
Surreal_Sports,108
Hourly_Sports,539
Hot_Talking,366
Almost_Cooking,22
Dumb_Show,370
PostModern_Sports,31
Baked_News,390
Loud_Talking,73
Cold_Show,476
Surreal_Talking,247
Hourly_Talking,826
Hot_News,949
Almost_Games,160
Dumb_Sports,655
PostModern_Talking,610
Baked_Cooking,521
Loud_Show,344
Cold_Sports,1027
Surreal_News,322
Hourly_News,985
Hot_Cooking,240
Almost_Talking,823
Dumb_Talking,954
PostModern_News,181
Baked_Games,708
Loud_Sports,727
Cold_Talking,766
Surreal_Cooking,845
Hourly_Cooking,1004
Hot_Games,287
Almost_Show,926
Dumb_News,133
PostModern_Cooking,620
Baked_Talking,559
Loud_Talking,438
Cold_News,197
Surreal_Games,752
Hourly_Games,827
Hot_Talking,978
Almost_Sports,245
Dumb_Cooking,852
PostModern_Games,1031
Baked_Show,354
Loud_News,37
Cold_Cooking,440
Surreal_Talking,211
Hourly_Talking,790
Hot_Show,913
Almost_Talking,124
Dumb_Games,619
PostModern_Talking,574
Baked_Sports,485
Loud_Cooking,308
Cold_Games,991
Surreal_Show,286
Hourly_Show,949
Hot_Sports,204
Almost_News,787
Dumb_Talking,918
PostModern_Show,145
Baked_Talking,672
Loud_Games,691
Cold_Talking,730
Surreal_Sports,809
Hourly_Sports,968
Hot_Talking,251
Almost_Cooking,890
Dumb_Show,97
PostModern_Sports,584
Baked_News,523
Loud_Talking,402
Cold_Show,161
Surreal_Talking,716
Hourly_Talking,791
Hot_News,942
Almost_Games,209
Dumb_Sports,816
PostModern_Talking,995
Baked_Cooking,318
Loud_Show,1037
Cold_Sports,404
Surreal_News,175
Hourly_News,754
Hot_Cooking,877
Almost_Talking,88
Dumb_Talking,583
PostModern_News,538
Baked_Games,449
Loud_Sports,272
Cold_Talking,955
Surreal_Cooking,250
Hourly_Cooking,913
Hot_Games,168
Almost_Show,751
Dumb_News,882
PostModern_Cooking,109
Baked_Talking,636
Loud_Talking,655
Cold_News,694
Surreal_Games,773
Hourly_Games,932
Hot_Talking,215
Almost_Sports,854
Dumb_Cooking,61
PostModern_Games,548
Baked_Show,487
Loud_News,366
Cold_Cooking,125
Surreal_Talking,680
Hourly_Talking,755
Hot_Show,906
Almost_Talking,173
Dumb_Games,780
PostModern_Talking,959
Baked_Sports,282
Loud_Cooking,1001
Cold_Games,368
Surreal_Show,139
Hourly_Show,718
Hot_Sports,841
Almost_News,52
Dumb_Talking,547
PostModern_Show,502
Baked_Talking,413
Loud_Games,236
Cold_Talking,919
Surreal_Sports,214
Hourly_Sports,877
Hot_Talking,132
Almost_Cooking,715
Dumb_Show,846
PostModern_Sports,73
Baked_News,600
Loud_Talking,619
Cold_Show,658
Surreal_Talking,737
Hourly_Talking,896
Hot_News,179
Almost_Games,818
Dumb_Sports,25
PostModern_Talking,512
Baked_Cooking,451
Loud_Show,330
Cold_Sports,89
Surreal_News,644
Hourly_News,719
Hot_Cooking,870
Almost_Talking,137
Dumb_Talking,744
PostModern_News,923
Baked_Games,246
Loud_Sports,965
Cold_Talking,332
Surreal_Cooking,103
Hourly_Cooking,682
Hot_Games,805
Almost_Show,1052
Dumb_News,511
PostModern_Cooking,466
Baked_Talking,377
Loud_Talking,200
Cold_News,883
Surreal_Games,178
Hourly_Games,841
Hot_Talking,96
Almost_Sports,679
Dumb_Cooking,810
PostModern_Games,37
Baked_Show,564
Loud_News,583
Cold_Cooking,622
Surreal_Talking,701
Hourly_Talking,860
Hot_Show,143
Almost_Talking,782
Dumb_Games,1025
PostModern_Talking,476
Baked_Sports,415
Loud_Cooking,294
Cold_Games,53
Surreal_Show,608
Hourly_Show,683
Hot_Sports,834
Almost_News,101
Dumb_Talking,708
PostModern_Show,887
Baked_Talking,210
Loud_Games,929
Cold_Talking,296
Surreal_Sports,67
Hourly_Sports,646
Hot_Talking,769
Almost_Cooking,1016
Dumb_Show,475
PostModern_Sports,430
Baked_News,341
Loud_Talking,164
Cold_Show,847
Surreal_Talking,142
Hourly_Talking,805
Hot_News,60
Almost_Games,643
Dumb_Sports,774
PostModern_Talking,1037
Baked_Cooking,528
Loud_Show,547
Cold_Sports,586
Surreal_News,665
Hourly_News,824
Hot_Cooking,107
Almost_Talking,746
Dumb_Talking,989
PostModern_News,440
Baked_Games,379
Loud_Sports,258
Cold_Talking,17
Surreal_Cooking,572
Hourly_Cooking,647
Hot_Games,798
Almost_Show,65
Dumb_News,672
PostModern_Cooking,851
Baked_Talking,174
Loud_Talking,893
Cold_News,260
Surreal_Games,31
Hourly_Games,610
Hot_Talking,733
Almost_Sports,980
Dumb_Cooking,439
PostModern_Games,394
Baked_Show,305
Loud_News,128
Cold_Cooking,811
Surreal_Talking,106
Hourly_Talking,769
Hot_Show,24
Almost_Talking,607
Dumb_Games,738
PostModern_Talking,1001
Baked_Sports,492
Loud_Cooking,511
Cold_Games,550
Surreal_Show,629
Hourly_Show,788
Hot_Sports,71
Almost_News,710
Dumb_Talking,953
PostModern_Show,404
Baked_Talking,343
Loud_Games,222
Cold_Talking,1017
Surreal_Sports,536
Hourly_Sports,611
Hot_Talking,762
Almost_Cooking,29
Dumb_Show,636
PostModern_Sports,815
Baked_News,138
Loud_Talking,857
Cold_Show,224
Surreal_Talking,1031
Hourly_Talking,574
Hot_News,697
Almost_Games,944
Dumb_Sports,403
PostModern_Talking,358
Baked_Cooking,269
Loud_Show,92
Cold_Sports,775
Surreal_News,70
Hourly_News,733
Hot_Cooking,1024
Almost_Talking,571
Dumb_Talking,702
PostModern_News,965
Baked_Games,456
Loud_Sports,475
Cold_Talking,514
Surreal_Cooking,593
Hourly_Cooking,752
Hot_Games,35
Almost_Show,674
Dumb_News,917
PostModern_Cooking,368
Baked_Talking,307
Loud_Talking,186
Cold_News,981
Surreal_Games,500
Hourly_Games,575
Hot_Talking,726
Almost_Sports,1029
Dumb_Cooking,600
PostModern_Games,779
Baked_Show,102
Loud_News,821
Cold_Cooking,188
Surreal_Talking,995
Hourly_Talking,538
Hot_Show,661
Almost_Talking,908
Dumb_Games,367
PostModern_Talking,322
Baked_Sports,233
Loud_Cooking,56
Cold_Games,739
Surreal_Show,34
Hourly_Show,697
Hot_Sports,988
Almost_News,535
Dumb_Talking,666
PostModern_Show,929
Baked_Talking,420
Loud_Games,439
Cold_Talking,478
Surreal_Sports,557
Hourly_Sports,716
Hot_Talking,1035
Almost_Cooking,638
Dumb_Show,881
PostModern_Sports,332
Baked_News,271
Loud_Talking,150
Cold_Show,945
Surreal_Talking,464
Hourly_Talking,539
Hot_News,690
Almost_Games,993
Dumb_Sports,564
PostModern_Talking,743
Baked_Cooking,66
Loud_Show,785
Cold_Sports,152
Surreal_News,959
Hourly_News,502
Hot_Cooking,625
Almost_Talking,872
Dumb_Talking,331
PostModern_News,286
Baked_Games,197
Loud_Sports,20
Cold_Talking,703
Surreal_Cooking,1034
Hourly_Cooking,661
Hot_Games,952
Almost_Show,499
Dumb_News,630
PostModern_Cooking,893
Baked_Talking,384
Loud_Talking,403
Cold_News,442
Surreal_Games,521
Hourly_Games,680
Hot_Talking,999
Almost_Sports,602
Dumb_Cooking,845
PostModern_Games,296
Baked_Show,235
Loud_News,114
Cold_Cooking,909
Surreal_Talking,428
Hourly_Talking,503
Hot_Show,654
Almost_Talking,957
Dumb_Games,528
PostModern_Talking,707
Baked_Sports,30
Loud_Cooking,749
Cold_Games,116
Surreal_Show,923
Hourly_Show,466
Hot_Sports,589
Almost_News,836
Dumb_Talking,295
PostModern_Show,250
Baked_Talking,161
Loud_Games,1020
Cold_Talking,667
Surreal_Sports,998
Hourly_Sports,625
Hot_Talking,916
Almost_Cooking,463
Dumb_Show,594
PostModern_Sports,857
Baked_News,348
Loud_Talking,367
Cold_Show,406
Surreal_Talking,485
Hourly_Talking,644
Hot_News,963
Almost_Games,566
Dumb_Sports,809
PostModern_Talking,260
Baked_Cooking,199
Loud_Show,78
Cold_Sports,873
Surreal_News,392
Hourly_News,467
Hot_Cooking,618
Almost_Talking,921
Dumb_Talking,492
PostModern_News,671
Baked_Games,1030
Loud_Sports,713
Cold_Talking,80
Surreal_Cooking,887
Hourly_Cooking,430
Hot_Games,553
Almost_Show,800
Dumb_News,259
PostModern_Cooking,214
Baked_Talking,125
Loud_Talking,984
Cold_News,631
Surreal_Games,962
Hourly_Games,589
Hot_Talking,880
Almost_Sports,427
Dumb_Cooking,558
PostModern_Games,821
Baked_Show,312
Loud_News,331
Cold_Cooking,370
Surreal_Talking,449
Hourly_Talking,608
Hot_Show,927
Almost_Talking,530
Dumb_Games,773
PostModern_Talking,224
Baked_Sports,163
Loud_Cooking,42
Cold_Games,837
Surreal_Show,356
Hourly_Show,431
Hot_Sports,582
Almost_News,885
Dumb_Talking,456
PostModern_Show,635
Baked_Talking,994
Loud_Games,677
Cold_Talking,44
Surreal_Sports,851
Hourly_Sports,394
Hot_Talking,517
Almost_Cooking,764
Dumb_Show,223
PostModern_Sports,178
Baked_News,89
Loud_Talking,948
Cold_Show,595
Surreal_Talking,926
Hourly_Talking,553
Hot_News,844
Almost_Games,391
Dumb_Sports,522
PostModern_Talking,785
Baked_Cooking,276
Loud_Show,295
Cold_Sports,334
Surreal_News,413
Hourly_News,572
Hot_Cooking,891
Almost_Talking,494
Dumb_Talking,737
PostModern_News,188
Baked_Games,127
Loud_Sports,1042
Cold_Talking,801
Surreal_Cooking,320
Hourly_Cooking,395
Hot_Games,546
Almost_Show,849
Dumb_News,420
PostModern_Cooking,599
Baked_Talking,958
Loud_Talking,641
Cold_News,1044
Surreal_Games,815
Hourly_Games,358
Hot_Talking,481
Almost_Sports,728
Dumb_Cooking,187
PostModern_Games,142
Baked_Show,53
Loud_News,912
Cold_Cooking,559
Surreal_Talking,890
Hourly_Talking,517
Hot_Show,808
Almost_Talking,355
Dumb_Games,486
PostModern_Talking,749
Baked_Sports,240
Loud_Cooking,259
Cold_Games,298
Surreal_Show,377
Hourly_Show,536
Hot_Sports,855
Almost_News,458
Dumb_Talking,701
PostModern_Show,152
Baked_Talking,91
Loud_Games,1006
Cold_Talking,765
Surreal_Sports,284
Hourly_Sports,359
Hot_Talking,510
Almost_Cooking,813
Dumb_Show,384
PostModern_Sports,563
Baked_News,922
Loud_Talking,605
Cold_Show,1008
Surreal_Talking,779
Hourly_Talking,322
Hot_News,445
Almost_Games,692
Dumb_Sports,151
PostModern_Talking,106
Baked_Cooking,17
Loud_Show,876
Cold_Sports,523
Surreal_News,854
Hourly_News,481
Hot_Cooking,772
Almost_Talking,319
Dumb_Talking,450
PostModern_News,713
Baked_Games,204
Loud_Sports,223
Cold_Talking,262
Surreal_Cooking,341
Hourly_Cooking,500
Hot_Games,819
Almost_Show,422
Dumb_News,665
PostModern_Cooking,116
Baked_Talking,55
Loud_Talking,970
Cold_News,729
Surreal_Games,248
Hourly_Games,323
Hot_Talking,474
Almost_Sports,777
Dumb_Cooking,348
PostModern_Games,527
Baked_Show,886
Loud_News,569
Cold_Cooking,972
Surreal_Talking,743
Hourly_Talking,286
Hot_Show,409
Almost_Talking,656
Dumb_Games,115
PostModern_Talking,70
Baked_Sports,1017
Loud_Cooking,840
Cold_Games,487
Surreal_Show,818
Hourly_Show,445
Hot_Sports,736
Almost_News,283
Dumb_Talking,414
PostModern_Show,677
Baked_Talking,168
Loud_Games,187
Cold_Talking,226
Surreal_Sports,305
Hourly_Sports,464
Hot_Talking,783
Almost_Cooking,386
Dumb_Show,629
PostModern_Sports,80
Baked_News,19
Loud_Talking,934
Cold_Show,693
Surreal_Talking,212
Hourly_Talking,287
Hot_News,438
Almost_Games,741
Dumb_Sports,312
PostModern_Talking,491
Baked_Cooking,850
Loud_Show,533
Cold_Sports,936
Surreal_News,707
Hourly_News,250
Hot_Cooking,373
Almost_Talking,620
Dumb_Talking,79
PostModern_News,34
Baked_Games,981
Loud_Sports,804
Cold_Talking,451
Surreal_Cooking,782
Hourly_Cooking,409
Hot_Games,700
Almost_Show,247
Dumb_News,378
PostModern_Cooking,641
Baked_Talking,132
Loud_Talking,151
Cold_News,190
Surreal_Games,269
Hourly_Games,428
Hot_Talking,747
Almost_Sports,350
####################################################################################################################################################################################################################################################################################################################################################
#HDFS
[cloudera@quickstart Rajani]$ hdfs dfs -ls input/
Found 10 items
-rw-r--r-- 1 cloudera cloudera 37 2016-05-18 02:46 input/join1_FileA.txt
-rw-r--r-- 1 cloudera cloudera 122 2016-05-18 02:46 input/join1_FileB.txt
-rw-r--r-- 1 cloudera cloudera 1714 2016-05-18 10:05 input/join2_genchanA.txt
-rw-r--r-- 1 cloudera cloudera 3430 2016-05-18 10:05 input/join2_genchanB.txt
-rw-r--r-- 1 cloudera cloudera 5152 2016-05-18 10:05 input/join2_genchanC.txt
-rw-r--r-- 1 cloudera cloudera 17114 2016-05-18 10:05 input/join2_gennumA.txt
-rw-r--r-- 1 cloudera cloudera 34245 2016-05-18 10:05 input/join2_gennumB.txt
-rw-r--r-- 1 cloudera cloudera 51400 2016-05-18 10:05 input/join2_gennumC.txt
-rw-r--r-- 1 cloudera cloudera 41 2016-05-10 03:37 input/testfile1
-rw-r--r-- 1 cloudera cloudera 29 2016-05-10 03:37 input/testfile2
[cloudera@quickstart Rajani]$ python --version
Python 2.6.6
[cloudera@quickstart Rajani]$ PYSPARK_DRIVER_PYTHON=ipython pyspark
Python 2.6.6 (r266:84292, Feb 22 2013, 00:00:18)
Type "copyright", "credits" or "license" for more information.
IPython 1.2.1 -- An enhanced Interactive Python.
? -> Introduction and overview of IPython's features.
%quickref -> Quick reference.
help -> Python's own help system.
object? -> Details about 'object', use 'object??' for extra details.
SLF4J: Class path contains multiple SLF4J bindings.
SLF4J: Found binding in [jar:file:/usr/lib/zookeeper/lib/slf4j-log4j12-1.7.5.jar!/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: Found binding in [jar:file:/usr/jars/slf4j-log4j12-1.7.5.jar!/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory]
16/05/19 04:09:03 INFO spark.SparkContext: Running Spark version 1.5.0-cdh5.5.0
16/05/19 04:09:05 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
16/05/19 04:09:06 WARN util.Utils: Your hostname, quickstart.cloudera resolves to a loopback address: 127.0.0.1; using 192.168.122.162 instead (on interface eth1)
16/05/19 04:09:06 WARN util.Utils: Set SPARK_LOCAL_IP if you need to bind to another address
16/05/19 04:09:06 INFO spark.SecurityManager: Changing view acls to: cloudera
16/05/19 04:09:06 INFO spark.SecurityManager: Changing modify acls to: cloudera
16/05/19 04:09:06 INFO spark.SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: Set(cloudera); users with modify permissions: Set(cloudera)
16/05/19 04:09:18 INFO slf4j.Slf4jLogger: Slf4jLogger started
16/05/19 04:09:18 INFO Remoting: Starting remoting
16/05/19 04:09:19 INFO Remoting: Remoting started; listening on addresses :[akka.tcp://sparkDriver@192.168.122.162:33028]
16/05/19 04:09:19 INFO Remoting: Remoting now listens on addresses: [akka.tcp://sparkDriver@192.168.122.162:33028]
16/05/19 04:09:19 INFO util.Utils: Successfully started service 'sparkDriver' on port 33028.
16/05/19 04:09:19 INFO spark.SparkEnv: Registering MapOutputTracker
16/05/19 04:09:20 INFO spark.SparkEnv: Registering BlockManagerMaster
16/05/19 04:09:20 INFO storage.DiskBlockManager: Created local directory at /tmp/blockmgr-08e815d2-caf3-40b6-886f-2b9ded4131de
16/05/19 04:09:20 INFO storage.MemoryStore: MemoryStore started with capacity 530.3 MB
16/05/19 04:09:20 INFO spark.HttpFileServer: HTTP File server directory is /tmp/spark-0acb397e-6e93-4087-9aa7-ed7f0f3dcb5f/httpd-2cc844dd-da32-4cd7-b8af-dc2cfb6b395b
16/05/19 04:09:20 INFO spark.HttpServer: Starting HTTP Server
16/05/19 04:09:21 INFO server.Server: jetty-8.y.z-SNAPSHOT
16/05/19 04:09:21 INFO server.AbstractConnector: Started SocketConnector@0.0.0.0:48985
16/05/19 04:09:21 INFO util.Utils: Successfully started service 'HTTP file server' on port 48985.
16/05/19 04:09:22 INFO spark.SparkEnv: Registering OutputCommitCoordinator
16/05/19 04:09:23 INFO server.Server: jetty-8.y.z-SNAPSHOT
16/05/19 04:09:23 INFO server.AbstractConnector: Started SelectChannelConnector@0.0.0.0:4040
16/05/19 04:09:23 INFO util.Utils: Successfully started service 'SparkUI' on port 4040.
16/05/19 04:09:23 INFO ui.SparkUI: Started SparkUI at http://192.168.122.162:4040
16/05/19 04:09:24 WARN metrics.MetricsSystem: Using default name DAGScheduler for source because spark.app.id is not set.
16/05/19 04:09:24 INFO executor.Executor: Starting executor ID driver on host localhost
16/05/19 04:09:25 INFO util.Utils: Successfully started service 'org.apache.spark.network.netty.NettyBlockTransferService' on port 58776.
16/05/19 04:09:25 INFO netty.NettyBlockTransferService: Server created on 58776
16/05/19 04:09:25 INFO storage.BlockManagerMaster: Trying to register BlockManager
16/05/19 04:09:25 INFO storage.BlockManagerMasterEndpoint: Registering block manager localhost:58776 with 530.3 MB RAM, BlockManagerId(driver, localhost, 58776)
16/05/19 04:09:25 INFO storage.BlockManagerMaster: Registered BlockManager
Welcome to
____ __
/ __/__ ___ _____/ /__
_\ \/ _ \/ _ `/ __/ '_/
/__ / .__/\_,_/_/ /_/\_\ version 1.5.0-cdh5.5.0
/_/
Using Python version 2.6.6 (r266:84292, Feb 22 2013 00:00:18)
SparkContext available as sc, HiveContext available as sqlContext.
In [1]: show_views_file = sc.textFile("input/join2_gennum?.txt")
16/05/19 04:09:40 INFO storage.MemoryStore: ensureFreeSpace(124088) called with curMem=0, maxMem=556038881
16/05/19 04:09:40 INFO storage.MemoryStore: Block broadcast_0 stored as values in memory (estimated size 121.2 KB, free 530.2 MB)
16/05/19 04:09:40 INFO storage.MemoryStore: ensureFreeSpace(15275) called with curMem=124088, maxMem=556038881
16/05/19 04:09:40 INFO storage.MemoryStore: Block broadcast_0_piece0 stored as bytes in memory (estimated size 14.9 KB, free 530.1 MB)
16/05/19 04:09:40 INFO storage.BlockManagerInfo: Added broadcast_0_piece0 in memory on localhost:58776 (size: 14.9 KB, free: 530.3 MB)
16/05/19 04:09:40 INFO spark.SparkContext: Created broadcast 0 from textFile at NativeMethodAccessorImpl.java:-2
In [2]: show_views_file.take(2)
16/05/19 04:10:02 WARN shortcircuit.DomainSocketFactory: The short-circuit local reads feature cannot be used because libhadoop cannot be loaded.
16/05/19 04:10:03 INFO mapred.FileInputFormat: Total input paths to process : 3
16/05/19 04:10:04 INFO spark.SparkContext: Starting job: runJob at PythonRDD.scala:361
16/05/19 04:10:04 INFO scheduler.DAGScheduler: Got job 0 (runJob at PythonRDD.scala:361) with 1 output partitions
16/05/19 04:10:04 INFO scheduler.DAGScheduler: Final stage: ResultStage 0(runJob at PythonRDD.scala:361)
16/05/19 04:10:04 INFO scheduler.DAGScheduler: Parents of final stage: List()
16/05/19 04:10:04 INFO scheduler.DAGScheduler: Missing parents: List()
16/05/19 04:10:04 INFO scheduler.DAGScheduler: Submitting ResultStage 0 (PythonRDD[2] at RDD at PythonRDD.scala:43), which has no missing parents
16/05/19 04:10:04 INFO storage.MemoryStore: ensureFreeSpace(5112) called with curMem=139363, maxMem=556038881
16/05/19 04:10:04 INFO storage.MemoryStore: Block broadcast_1 stored as values in memory (estimated size 5.0 KB, free 530.1 MB)
16/05/19 04:10:05 INFO storage.MemoryStore: ensureFreeSpace(3066) called with curMem=144475, maxMem=556038881
16/05/19 04:10:05 INFO storage.MemoryStore: Block broadcast_1_piece0 stored as bytes in memory (estimated size 3.0 KB, free 530.1 MB)
16/05/19 04:10:05 INFO storage.BlockManagerInfo: Added broadcast_1_piece0 in memory on localhost:58776 (size: 3.0 KB, free: 530.3 MB)
16/05/19 04:10:05 INFO spark.SparkContext: Created broadcast 1 from broadcast at DAGScheduler.scala:861
16/05/19 04:10:05 INFO scheduler.DAGScheduler: Submitting 1 missing tasks from ResultStage 0 (PythonRDD[2] at RDD at PythonRDD.scala:43)
16/05/19 04:10:05 INFO scheduler.TaskSchedulerImpl: Adding task set 0.0 with 1 tasks
16/05/19 04:10:05 INFO scheduler.TaskSetManager: Starting task 0.0 in stage 0.0 (TID 0, localhost, partition 0,ANY, 2178 bytes)
16/05/19 04:10:05 INFO executor.Executor: Running task 0.0 in stage 0.0 (TID 0)
16/05/19 04:10:06 INFO rdd.HadoopRDD: Input split: hdfs://quickstart.cloudera:8020/user/cloudera/input/join2_gennumA.txt:0+17114
16/05/19 04:10:06 INFO Configuration.deprecation: mapred.tip.id is deprecated. Instead, use mapreduce.task.id
16/05/19 04:10:06 INFO Configuration.deprecation: mapred.task.id is deprecated. Instead, use mapreduce.task.attempt.id
16/05/19 04:10:06 INFO Configuration.deprecation: mapred.task.is.map is deprecated. Instead, use mapreduce.task.ismap
16/05/19 04:10:06 INFO Configuration.deprecation: mapred.task.partition is deprecated. Instead, use mapreduce.task.partition
16/05/19 04:10:06 INFO Configuration.deprecation: mapred.job.id is deprecated. Instead, use mapreduce.job.id
16/05/19 04:10:07 INFO python.PythonRDD: Times: total = 1512, boot = 802, init = 709, finish = 1
16/05/19 04:10:07 INFO executor.Executor: Finished task 0.0 in stage 0.0 (TID 0). 2187 bytes result sent to driver
16/05/19 04:10:07 INFO scheduler.TaskSetManager: Finished task 0.0 in stage 0.0 (TID 0) in 1950 ms on localhost (1/1)
16/05/19 04:10:07 INFO scheduler.DAGScheduler: ResultStage 0 (runJob at PythonRDD.scala:361) finished in 2.068 s
16/05/19 04:10:07 INFO scheduler.TaskSchedulerImpl: Removed TaskSet 0.0, whose tasks have all completed, from pool
16/05/19 04:10:07 INFO scheduler.DAGScheduler: Job 0 finished: runJob at PythonRDD.scala:361, took 3.055964 s
Out[2]: [u'Hourly_Sports,21', u'PostModern_Show,38']
In [3]: def split_show_views(line):
...: line = line.split(",")
...: show = line[0]
...: views = int(line[1])
...: return (show, views)
...:
In [4]: show_views = show_views_file.map(split_show_views)
In [5]: show_channel_file = sc.textFile("input/join2_genchan?.txt")
16/05/19 04:10:47 INFO storage.MemoryStore: ensureFreeSpace(92440) called with curMem=147541, maxMem=556038881
16/05/19 04:10:47 INFO storage.MemoryStore: Block broadcast_2 stored as values in memory (estimated size 90.3 KB, free 530.1 MB)
16/05/19 04:10:47 INFO storage.MemoryStore: ensureFreeSpace(21233) called with curMem=239981, maxMem=556038881
16/05/19 04:10:47 INFO storage.MemoryStore: Block broadcast_2_piece0 stored as bytes in memory (estimated size 20.7 KB, free 530.0 MB)
16/05/19 04:10:47 INFO storage.BlockManagerInfo: Added broadcast_2_piece0 in memory on localhost:58776 (size: 20.7 KB, free: 530.2 MB)
16/05/19 04:10:47 INFO spark.SparkContext: Created broadcast 2 from textFile at NativeMethodAccessorImpl.java:-2
In [6]: def split_show_channel(line):
...: line = line.split(",")
...: show = line[0]
...: channel = line[1]
...: return (show, channel)
...:
In [7]: show_channel = show_channel_file.map(split_show_channel)
In [8]: joined_dataset = show_views.join(show_channel)
16/05/19 04:14:10 INFO mapred.FileInputFormat: Total input paths to process : 3
In [9]: def extract_channel_views(show_views_channel):
...: views = int(show_views_channel[1][0])
...: channel = show_views_channel[1][1]
...: return (channel, views)
...:
In [10]: channel_views = joined_dataset.map(extract_channel_views)
In [11]: def some_function(a, b):
....: return a + b
....:
In [12]: channel_views.reduceByKey(some_function).collect()
16/05/19 04:15:42 INFO spark.SparkContext: Starting job: collect at <ipython-input-12-b268966ca7a0>:1
16/05/19 04:15:42 INFO scheduler.DAGScheduler: Registering RDD 9 (join at <ipython-input-8-48f0811b2d1a>:1)
16/05/19 04:15:42 INFO scheduler.DAGScheduler: Registering RDD 13 (reduceByKey at <ipython-input-12-b268966ca7a0>:1)
16/05/19 04:15:42 INFO scheduler.DAGScheduler: Got job 1 (collect at <ipython-input-12-b268966ca7a0>:1) with 6 output partitions
16/05/19 04:15:42 INFO scheduler.DAGScheduler: Final stage: ResultStage 3(collect at <ipython-input-12-b268966ca7a0>:1)
16/05/19 04:15:42 INFO scheduler.DAGScheduler: Parents of final stage: List(ShuffleMapStage 2)
16/05/19 04:15:42 INFO scheduler.DAGScheduler: Missing parents: List(ShuffleMapStage 2)
16/05/19 04:15:42 INFO scheduler.DAGScheduler: Submitting ShuffleMapStage 1 (PairwiseRDD[9] at join at <ipython-input-8-48f0811b2d1a>:1), which has no missing parents
16/05/19 04:15:42 INFO storage.MemoryStore: ensureFreeSpace(11560) called with curMem=261214, maxMem=556038881
16/05/19 04:15:42 INFO storage.MemoryStore: Block broadcast_3 stored as values in memory (estimated size 11.3 KB, free 530.0 MB)
16/05/19 04:15:42 INFO storage.MemoryStore: ensureFreeSpace(6466) called with curMem=272774, maxMem=556038881
16/05/19 04:15:42 INFO storage.MemoryStore: Block broadcast_3_piece0 stored as bytes in memory (estimated size 6.3 KB, free 530.0 MB)
16/05/19 04:15:42 INFO storage.BlockManagerInfo: Added broadcast_3_piece0 in memory on localhost:58776 (size: 6.3 KB, free: 530.2 MB)
16/05/19 04:15:42 INFO spark.SparkContext: Created broadcast 3 from broadcast at DAGScheduler.scala:861
16/05/19 04:15:42 INFO scheduler.DAGScheduler: Submitting 6 missing tasks from ShuffleMapStage 1 (PairwiseRDD[9] at join at <ipython-input-8-48f0811b2d1a>:1)
16/05/19 04:15:42 INFO scheduler.TaskSchedulerImpl: Adding task set 1.0 with 6 tasks
16/05/19 04:15:43 INFO scheduler.TaskSetManager: Starting task 0.0 in stage 1.0 (TID 1, localhost, partition 0,ANY, 2276 bytes)
16/05/19 04:15:43 INFO scheduler.TaskSetManager: Starting task 1.0 in stage 1.0 (TID 2, localhost, partition 1,ANY, 2276 bytes)
16/05/19 04:15:43 INFO scheduler.TaskSetManager: Starting task 2.0 in stage 1.0 (TID 3, localhost, partition 2,ANY, 2276 bytes)
16/05/19 04:15:43 INFO scheduler.TaskSetManager: Starting task 3.0 in stage 1.0 (TID 4, localhost, partition 3,ANY, 2277 bytes)
16/05/19 04:15:43 INFO scheduler.TaskSetManager: Starting task 4.0 in stage 1.0 (TID 5, localhost, partition 4,ANY, 2277 bytes)
16/05/19 04:15:43 INFO scheduler.TaskSetManager: Starting task 5.0 in stage 1.0 (TID 6, localhost, partition 5,ANY, 2277 bytes)
16/05/19 04:15:43 INFO executor.Executor: Running task 0.0 in stage 1.0 (TID 1)
16/05/19 04:15:43 INFO executor.Executor: Running task 1.0 in stage 1.0 (TID 2)
16/05/19 04:15:43 INFO executor.Executor: Running task 2.0 in stage 1.0 (TID 3)
16/05/19 04:15:43 INFO executor.Executor: Running task 3.0 in stage 1.0 (TID 4)
16/05/19 04:15:43 INFO executor.Executor: Running task 4.0 in stage 1.0 (TID 5)
16/05/19 04:15:43 INFO executor.Executor: Running task 5.0 in stage 1.0 (TID 6)
16/05/19 04:15:43 INFO rdd.HadoopRDD: Input split: hdfs://quickstart.cloudera:8020/user/cloudera/input/join2_gennumA.txt:0+17114
16/05/19 04:15:43 INFO rdd.HadoopRDD: Input split: hdfs://quickstart.cloudera:8020/user/cloudera/input/join2_genchanB.txt:0+3430
16/05/19 04:15:43 INFO rdd.HadoopRDD: Input split: hdfs://quickstart.cloudera:8020/user/cloudera/input/join2_gennumC.txt:0+51400
16/05/19 04:15:43 INFO rdd.HadoopRDD: Input split: hdfs://quickstart.cloudera:8020/user/cloudera/input/join2_gennumB.txt:0+34245
16/05/19 04:15:43 INFO rdd.HadoopRDD: Input split: hdfs://quickstart.cloudera:8020/user/cloudera/input/join2_genchanC.txt:0+5152
16/05/19 04:15:43 INFO rdd.HadoopRDD: Input split: hdfs://quickstart.cloudera:8020/user/cloudera/input/join2_genchanA.txt:0+1714
16/05/19 04:15:43 INFO python.PythonRDD: Times: total = 260, boot = 17, init = 233, finish = 10
16/05/19 04:15:43 INFO python.PythonRDD: Times: total = 402, boot = 26, init = 308, finish = 68
16/05/19 04:15:43 INFO python.PythonRDD: Times: total = 322, boot = 41, init = 273, finish = 8
16/05/19 04:15:44 INFO python.PythonRDD: Times: total = 443, boot = 69, init = 362, finish = 12
16/05/19 04:15:44 INFO python.PythonRDD: Times: total = 669, boot = 112, init = 534, finish = 23
16/05/19 04:15:44 INFO python.PythonRDD: Times: total = 613, boot = 120, init = 428, finish = 65
16/05/19 04:15:44 INFO python.PythonRDD: Times: total = 591, boot = 72, init = 481, finish = 38
16/05/19 04:15:44 INFO python.PythonRDD: Times: total = 537, boot = 93, init = 369, finish = 75
16/05/19 04:15:44 INFO python.PythonRDD: Times: total = 776, boot = 46, init = 660, finish = 70
16/05/19 04:15:44 INFO executor.Executor: Finished task 5.0 in stage 1.0 (TID 6). 2322 bytes result sent to driver
16/05/19 04:15:44 INFO executor.Executor: Finished task 0.0 in stage 1.0 (TID 1). 2322 bytes result sent to driver
16/05/19 04:15:44 INFO scheduler.TaskSetManager: Finished task 5.0 in stage 1.0 (TID 6) in 1389 ms on localhost (1/6)
16/05/19 04:15:44 INFO executor.Executor: Finished task 4.0 in stage 1.0 (TID 5). 2322 bytes result sent to driver
16/05/19 04:15:44 INFO python.PythonRDD: Times: total = 1072, boot = 127, init = 854, finish = 91
16/05/19 04:15:44 INFO executor.Executor: Finished task 3.0 in stage 1.0 (TID 4). 2322 bytes result sent to driver
16/05/19 04:15:44 INFO scheduler.TaskSetManager: Finished task 3.0 in stage 1.0 (TID 4) in 1451 ms on localhost (2/6)
16/05/19 04:15:44 INFO scheduler.TaskSetManager: Finished task 0.0 in stage 1.0 (TID 1) in 1521 ms on localhost (3/6)
16/05/19 04:15:44 INFO scheduler.TaskSetManager: Finished task 4.0 in stage 1.0 (TID 5) in 1461 ms on localhost (4/6)
16/05/19 04:15:44 INFO executor.Executor: Finished task 1.0 in stage 1.0 (TID 2). 2322 bytes result sent to driver
16/05/19 04:15:44 INFO scheduler.TaskSetManager: Finished task 1.0 in stage 1.0 (TID 2) in 1567 ms on localhost (5/6)
16/05/19 04:15:44 INFO python.PythonRDD: Times: total = 1171, boot = 58, init = 990, finish = 123
16/05/19 04:15:44 INFO python.PythonRDD: Times: total = 1332, boot = 18, init = 1244, finish = 70
16/05/19 04:15:44 INFO executor.Executor: Finished task 2.0 in stage 1.0 (TID 3). 2322 bytes result sent to driver
16/05/19 04:15:44 INFO scheduler.TaskSetManager: Finished task 2.0 in stage 1.0 (TID 3) in 1729 ms on localhost (6/6)
16/05/19 04:15:44 INFO scheduler.TaskSchedulerImpl: Removed TaskSet 1.0, whose tasks have all completed, from pool
16/05/19 04:15:44 INFO scheduler.DAGScheduler: ShuffleMapStage 1 (join at <ipython-input-8-48f0811b2d1a>:1) finished in 1.764 s
16/05/19 04:15:44 INFO scheduler.DAGScheduler: looking for newly runnable stages
16/05/19 04:15:44 INFO scheduler.DAGScheduler: running: Set()
16/05/19 04:15:44 INFO scheduler.DAGScheduler: waiting: Set(ShuffleMapStage 2, ResultStage 3)
16/05/19 04:15:44 INFO scheduler.DAGScheduler: failed: Set()
16/05/19 04:15:44 INFO scheduler.DAGScheduler: Missing parents for ShuffleMapStage 2: List()
16/05/19 04:15:44 INFO scheduler.DAGScheduler: Missing parents for ResultStage 3: List(ShuffleMapStage 2)
16/05/19 04:15:44 INFO scheduler.DAGScheduler: Submitting ShuffleMapStage 2 (PairwiseRDD[13] at reduceByKey at <ipython-input-12-b268966ca7a0>:1), which is now runnable
16/05/19 04:15:44 INFO storage.MemoryStore: ensureFreeSpace(9464) called with curMem=279240, maxMem=556038881
16/05/19 04:15:44 INFO storage.MemoryStore: Block broadcast_4 stored as values in memory (estimated size 9.2 KB, free 530.0 MB)
16/05/19 04:15:44 INFO storage.MemoryStore: ensureFreeSpace(5991) called with curMem=288704, maxMem=556038881
16/05/19 04:15:44 INFO storage.MemoryStore: Block broadcast_4_piece0 stored as bytes in memory (estimated size 5.9 KB, free 530.0 MB)
16/05/19 04:15:44 INFO storage.BlockManagerInfo: Added broadcast_4_piece0 in memory on localhost:58776 (size: 5.9 KB, free: 530.2 MB)
16/05/19 04:15:44 INFO spark.SparkContext: Created broadcast 4 from broadcast at DAGScheduler.scala:861
16/05/19 04:15:44 INFO scheduler.DAGScheduler: Submitting 6 missing tasks from ShuffleMapStage 2 (PairwiseRDD[13] at reduceByKey at <ipython-input-12-b268966ca7a0>:1)
16/05/19 04:15:44 INFO scheduler.TaskSchedulerImpl: Adding task set 2.0 with 6 tasks
16/05/19 04:15:44 INFO scheduler.TaskSetManager: Starting task 0.0 in stage 2.0 (TID 7, localhost, partition 0,PROCESS_LOCAL, 1890 bytes)
16/05/19 04:15:44 INFO scheduler.TaskSetManager: Starting task 1.0 in stage 2.0 (TID 8, localhost, partition 1,PROCESS_LOCAL, 1890 bytes)
16/05/19 04:15:44 INFO scheduler.TaskSetManager: Starting task 2.0 in stage 2.0 (TID 9, localhost, partition 2,PROCESS_LOCAL, 1890 bytes)
16/05/19 04:15:44 INFO scheduler.TaskSetManager: Starting task 3.0 in stage 2.0 (TID 10, localhost, partition 3,PROCESS_LOCAL, 1890 bytes)
16/05/19 04:15:44 INFO scheduler.TaskSetManager: Starting task 4.0 in stage 2.0 (TID 11, localhost, partition 4,PROCESS_LOCAL, 1890 bytes)
16/05/19 04:15:44 INFO scheduler.TaskSetManager: Starting task 5.0 in stage 2.0 (TID 12, localhost, partition 5,PROCESS_LOCAL, 1890 bytes)
16/05/19 04:15:44 INFO executor.Executor: Running task 3.0 in stage 2.0 (TID 10)
16/05/19 04:15:44 INFO executor.Executor: Running task 2.0 in stage 2.0 (TID 9)
16/05/19 04:15:44 INFO executor.Executor: Running task 1.0 in stage 2.0 (TID 8)
16/05/19 04:15:44 INFO executor.Executor: Running task 4.0 in stage 2.0 (TID 11)
16/05/19 04:15:44 INFO executor.Executor: Running task 5.0 in stage 2.0 (TID 12)
16/05/19 04:15:44 INFO executor.Executor: Running task 0.0 in stage 2.0 (TID 7)
16/05/19 04:15:44 INFO storage.ShuffleBlockFetcherIterator: Getting 6 non-empty blocks out of 6 blocks
16/05/19 04:15:45 INFO storage.ShuffleBlockFetcherIterator: Started 0 remote fetches in 53 ms
16/05/19 04:15:44 INFO storage.ShuffleBlockFetcherIterator: Getting 6 non-empty blocks out of 6 blocks
16/05/19 04:15:45 INFO storage.ShuffleBlockFetcherIterator: Getting 6 non-empty blocks out of 6 blocks
16/05/19 04:15:45 INFO storage.ShuffleBlockFetcherIterator: Getting 6 non-empty blocks out of 6 blocks
16/05/19 04:15:45 INFO storage.ShuffleBlockFetcherIterator: Started 0 remote fetches in 41 ms
16/05/19 04:15:45 INFO storage.ShuffleBlockFetcherIterator: Started 0 remote fetches in 52 ms
16/05/19 04:15:45 INFO storage.ShuffleBlockFetcherIterator: Started 0 remote fetches in 78 ms
16/05/19 04:15:45 INFO storage.ShuffleBlockFetcherIterator: Getting 6 non-empty blocks out of 6 blocks
16/05/19 04:15:45 INFO storage.ShuffleBlockFetcherIterator: Started 0 remote fetches in 82 ms
16/05/19 04:15:45 INFO storage.ShuffleBlockFetcherIterator: Getting 6 non-empty blocks out of 6 blocks
16/05/19 04:15:45 INFO storage.ShuffleBlockFetcherIterator: Started 0 remote fetches in 1 ms
16/05/19 04:15:45 INFO python.PythonRDD: Times: total = 366, boot = -1066, init = 1321, finish = 111
16/05/19 04:15:45 INFO executor.Executor: Finished task 2.0 in stage 2.0 (TID 9). 1443 bytes result sent to driver
16/05/19 04:15:45 INFO scheduler.TaskSetManager: Finished task 2.0 in stage 2.0 (TID 9) in 511 ms on localhost (1/6)
16/05/19 04:15:45 INFO python.PythonRDD: Times: total = 328, boot = -953, init = 1225, finish = 56
16/05/19 04:15:45 INFO executor.Executor: Finished task 0.0 in stage 2.0 (TID 7). 1443 bytes result sent to driver
16/05/19 04:15:45 INFO python.PythonRDD: Times: total = 453, boot = -954, init = 1266, finish = 141
16/05/19 04:15:45 INFO scheduler.TaskSetManager: Finished task 0.0 in stage 2.0 (TID 7) in 579 ms on localhost (2/6)
16/05/19 04:15:45 INFO executor.Executor: Finished task 4.0 in stage 2.0 (TID 11). 1443 bytes result sent to driver
16/05/19 04:15:45 INFO scheduler.TaskSetManager: Finished task 4.0 in stage 2.0 (TID 11) in 601 ms on localhost (3/6)
16/05/19 04:15:45 INFO python.PythonRDD: Times: total = 497, boot = -860, init = 1120, finish = 237
16/05/19 04:15:45 INFO executor.Executor: Finished task 1.0 in stage 2.0 (TID 8). 1443 bytes result sent to driver
16/05/19 04:15:45 INFO python.PythonRDD: Times: total = 602, boot = -972, init = 1315, finish = 259
16/05/19 04:15:45 INFO scheduler.TaskSetManager: Finished task 1.0 in stage 2.0 (TID 8) in 685 ms on localhost (4/6)
16/05/19 04:15:45 INFO executor.Executor: Finished task 5.0 in stage 2.0 (TID 12). 1443 bytes result sent to driver
16/05/19 04:15:45 INFO python.PythonRDD: Times: total = 561, boot = -920, init = 1179, finish = 302
16/05/19 04:15:45 INFO scheduler.TaskSetManager: Finished task 5.0 in stage 2.0 (TID 12) in 728 ms on localhost (5/6)
16/05/19 04:15:45 INFO executor.Executor: Finished task 3.0 in stage 2.0 (TID 10). 1443 bytes result sent to driver
16/05/19 04:15:45 INFO scheduler.TaskSetManager: Finished task 3.0 in stage 2.0 (TID 10) in 770 ms on localhost (6/6)
16/05/19 04:15:45 INFO scheduler.TaskSchedulerImpl: Removed TaskSet 2.0, whose tasks have all completed, from pool
16/05/19 04:15:45 INFO scheduler.DAGScheduler: ShuffleMapStage 2 (reduceByKey at <ipython-input-12-b268966ca7a0>:1) finished in 0.786 s
16/05/19 04:15:45 INFO scheduler.DAGScheduler: looking for newly runnable stages
16/05/19 04:15:45 INFO scheduler.DAGScheduler: running: Set()
16/05/19 04:15:45 INFO scheduler.DAGScheduler: waiting: Set(ResultStage 3)
16/05/19 04:15:45 INFO scheduler.DAGScheduler: failed: Set()
16/05/19 04:15:45 INFO scheduler.DAGScheduler: Missing parents for ResultStage 3: List()
16/05/19 04:15:45 INFO scheduler.DAGScheduler: Submitting ResultStage 3 (PythonRDD[16] at collect at <ipython-input-12-b268966ca7a0>:1), which is now runnable
16/05/19 04:15:45 INFO storage.MemoryStore: ensureFreeSpace(5080) called with curMem=294695, maxMem=556038881
16/05/19 04:15:45 INFO storage.MemoryStore: Block broadcast_5 stored as values in memory (estimated size 5.0 KB, free 530.0 MB)
16/05/19 04:15:45 INFO storage.MemoryStore: ensureFreeSpace(3057) called with curMem=299775, maxMem=556038881
16/05/19 04:15:45 INFO storage.MemoryStore: Block broadcast_5_piece0 stored as bytes in memory (estimated size 3.0 KB, free 530.0 MB)
16/05/19 04:15:45 INFO storage.BlockManagerInfo: Added broadcast_5_piece0 in memory on localhost:58776 (size: 3.0 KB, free: 530.2 MB)
16/05/19 04:15:45 INFO spark.SparkContext: Created broadcast 5 from broadcast at DAGScheduler.scala:861
16/05/19 04:15:45 INFO scheduler.DAGScheduler: Submitting 6 missing tasks from ResultStage 3 (PythonRDD[16] at collect at <ipython-input-12-b268966ca7a0>:1)
16/05/19 04:15:45 INFO scheduler.TaskSchedulerImpl: Adding task set 3.0 with 6 tasks
16/05/19 04:15:45 INFO scheduler.TaskSetManager: Starting task 0.0 in stage 3.0 (TID 13, localhost, partition 0,PROCESS_LOCAL, 1901 bytes)
16/05/19 04:15:45 INFO scheduler.TaskSetManager: Starting task 1.0 in stage 3.0 (TID 14, localhost, partition 1,PROCESS_LOCAL, 1901 bytes)
16/05/19 04:15:45 INFO scheduler.TaskSetManager: Starting task 2.0 in stage 3.0 (TID 15, localhost, partition 2,PROCESS_LOCAL, 1901 bytes)
16/05/19 04:15:45 INFO scheduler.TaskSetManager: Starting task 3.0 in stage 3.0 (TID 16, localhost, partition 3,PROCESS_LOCAL, 1901 bytes)
16/05/19 04:15:45 INFO scheduler.TaskSetManager: Starting task 4.0 in stage 3.0 (TID 17, localhost, partition 4,PROCESS_LOCAL, 1901 bytes)
16/05/19 04:15:45 INFO scheduler.TaskSetManager: Starting task 5.0 in stage 3.0 (TID 18, localhost, partition 5,PROCESS_LOCAL, 1901 bytes)
16/05/19 04:15:45 INFO executor.Executor: Running task 2.0 in stage 3.0 (TID 15)
16/05/19 04:15:45 INFO executor.Executor: Running task 3.0 in stage 3.0 (TID 16)
16/05/19 04:15:45 INFO executor.Executor: Running task 0.0 in stage 3.0 (TID 13)
16/05/19 04:15:45 INFO executor.Executor: Running task 5.0 in stage 3.0 (TID 18)
16/05/19 04:15:45 INFO executor.Executor: Running task 1.0 in stage 3.0 (TID 14)
16/05/19 04:15:45 INFO executor.Executor: Running task 4.0 in stage 3.0 (TID 17)
16/05/19 04:15:45 INFO storage.ShuffleBlockFetcherIterator: Getting 6 non-empty blocks out of 6 blocks
16/05/19 04:15:45 INFO storage.ShuffleBlockFetcherIterator: Getting 6 non-empty blocks out of 6 blocks
16/05/19 04:15:45 INFO storage.ShuffleBlockFetcherIterator: Started 0 remote fetches in 0 ms
16/05/19 04:15:45 INFO storage.ShuffleBlockFetcherIterator: Started 0 remote fetches in 0 ms
16/05/19 04:15:45 INFO storage.ShuffleBlockFetcherIterator: Getting 6 non-empty blocks out of 6 blocks
16/05/19 04:15:45 INFO storage.ShuffleBlockFetcherIterator: Started 0 remote fetches in 2 ms
16/05/19 04:15:45 INFO storage.ShuffleBlockFetcherIterator: Getting 6 non-empty blocks out of 6 blocks
16/05/19 04:15:45 INFO storage.ShuffleBlockFetcherIterator: Started 0 remote fetches in 6 ms
16/05/19 04:15:45 INFO storage.ShuffleBlockFetcherIterator: Getting 6 non-empty blocks out of 6 blocks
16/05/19 04:15:45 INFO storage.ShuffleBlockFetcherIterator: Started 0 remote fetches in 0 ms
16/05/19 04:15:45 INFO storage.ShuffleBlockFetcherIterator: Getting 6 non-empty blocks out of 6 blocks
16/05/19 04:15:45 INFO storage.ShuffleBlockFetcherIterator: Started 0 remote fetches in 1 ms
16/05/19 04:15:45 INFO python.PythonRDD: Times: total = 71, boot = -1822, init = 1892, finish = 1
16/05/19 04:15:45 INFO python.PythonRDD: Times: total = 46, boot = -1324, init = 1365, finish = 5
16/05/19 04:15:45 INFO executor.Executor: Finished task 0.0 in stage 3.0 (TID 13). 1292 bytes result sent to driver
16/05/19 04:15:45 INFO executor.Executor: Finished task 2.0 in stage 3.0 (TID 15). 1292 bytes result sent to driver
16/05/19 04:15:45 INFO python.PythonRDD: Times: total = 103, boot = -1032, init = 1135, finish = 0
16/05/19 04:15:45 INFO executor.Executor: Finished task 1.0 in stage 3.0 (TID 14). 1259 bytes result sent to driver
16/05/19 04:15:45 INFO python.PythonRDD: Times: total = 159, boot = -1424, init = 1560, finish = 23
16/05/19 04:15:45 INFO python.PythonRDD: Times: total = 97, boot = -1766, init = 1862, finish = 1
16/05/19 04:15:45 INFO scheduler.TaskSetManager: Finished task 2.0 in stage 3.0 (TID 15) in 250 ms on localhost (1/6)
16/05/19 04:15:45 INFO executor.Executor: Finished task 4.0 in stage 3.0 (TID 17). 1259 bytes result sent to driver
16/05/19 04:15:45 INFO executor.Executor: Finished task 3.0 in stage 3.0 (TID 16). 1259 bytes result sent to driver
16/05/19 04:15:45 INFO scheduler.TaskSetManager: Finished task 4.0 in stage 3.0 (TID 17) in 251 ms on localhost (2/6)
16/05/19 04:15:45 INFO scheduler.TaskSetManager: Finished task 0.0 in stage 3.0 (TID 13) in 275 ms on localhost (3/6)
16/05/19 04:15:45 INFO scheduler.TaskSetManager: Finished task 1.0 in stage 3.0 (TID 14) in 273 ms on localhost (4/6)
16/05/19 04:15:45 INFO scheduler.TaskSetManager: Finished task 3.0 in stage 3.0 (TID 16) in 263 ms on localhost (5/6)
16/05/19 04:15:45 INFO python.PythonRDD: Times: total = 185, boot = -1120, init = 1268, finish = 37
16/05/19 04:15:45 INFO executor.Executor: Finished task 5.0 in stage 3.0 (TID 18). 1292 bytes result sent to driver
16/05/19 04:15:45 INFO scheduler.DAGScheduler: ResultStage 3 (collect at <ipython-input-12-b268966ca7a0>:1) finished in 0.297 s
16/05/19 04:15:45 INFO scheduler.DAGScheduler: Job 1 finished: collect at <ipython-input-12-b268966ca7a0>:1, took 3.224994 s
16/05/19 04:15:45 INFO scheduler.TaskSetManager: Finished task 5.0 in stage 3.0 (TID 18) in 267 ms on localhost (6/6)
16/05/19 04:15:45 INFO scheduler.TaskSchedulerImpl: Removed TaskSet 3.0, whose tasks have all completed, from pool
Out[12]:
[(u'XYZ', 5208016),
(u'DEF', 8032799),
(u'CNO', 3941177),
(u'BAT', 5099141),
(u'NOX', 2583583),
(u'CAB', 3940862),
(u'BOB', 2591062),
(u'ABC', 1115974),
(u'MAN', 6566187)]
In [13]: %cpaste
Pasting code; enter '--' alone on the line to stop or use Ctrl-D.
:def sum_function(sorted_collection, val, kv, skv, result):
: for i in sorted_collection:
: val = val + int(i[1])
: kv[i[0]] = val
: skv = sorted(kv.items())
: for index in range(len(skv)):
: if index == 0:
: result[skv[index][0]] = skv[index][1]
: # print skv[index][0], skv[index][1]
: elif index > 0:
: result[skv[index][0]] = (skv[index][1] - skv[index - 1][1])
: # print skv[index][0], (skv[index][1] - skv[index - 1][1])
: return sorted(result.items())
:<EOF>
In [14]: sorted_channel_views = sorted(channel_views.collect())
16/05/19 04:32:32 INFO spark.SparkContext: Starting job: collect at <ipython-input-14-e9ba75acf867>:1
16/05/19 04:32:32 INFO spark.MapOutputTrackerMaster: Size of output statuses for shuffle 1 is 196 bytes
16/05/19 04:32:32 INFO scheduler.DAGScheduler: Got job 2 (collect at <ipython-input-14-e9ba75acf867>:1) with 6 output partitions
16/05/19 04:32:32 INFO scheduler.DAGScheduler: Final stage: ResultStage 5(collect at <ipython-input-14-e9ba75acf867>:1)
16/05/19 04:32:32 INFO scheduler.DAGScheduler: Parents of final stage: List(ShuffleMapStage 4)
16/05/19 04:32:32 INFO scheduler.DAGScheduler: Missing parents: List()
16/05/19 04:32:32 INFO scheduler.DAGScheduler: Submitting ResultStage 5 (PythonRDD[17] at collect at <ipython-input-14-e9ba75acf867>:1), which has no missing parents
16/05/19 04:32:32 INFO storage.MemoryStore: ensureFreeSpace(7224) called with curMem=302832, maxMem=556038881
16/05/19 04:32:32 INFO storage.MemoryStore: Block broadcast_6 stored as values in memory (estimated size 7.1 KB, free 530.0 MB)
16/05/19 04:32:32 INFO storage.MemoryStore: ensureFreeSpace(4498) called with curMem=310056, maxMem=556038881
16/05/19 04:32:32 INFO storage.MemoryStore: Block broadcast_6_piece0 stored as bytes in memory (estimated size 4.4 KB, free 530.0 MB)
16/05/19 04:32:32 INFO storage.BlockManagerInfo: Added broadcast_6_piece0 in memory on localhost:58776 (size: 4.4 KB, free: 530.2 MB)
16/05/19 04:32:32 INFO spark.SparkContext: Created broadcast 6 from broadcast at DAGScheduler.scala:861
16/05/19 04:32:32 INFO scheduler.DAGScheduler: Submitting 6 missing tasks from ResultStage 5 (PythonRDD[17] at collect at <ipython-input-14-e9ba75acf867>:1)
16/05/19 04:32:32 INFO scheduler.TaskSchedulerImpl: Adding task set 5.0 with 6 tasks
16/05/19 04:32:32 INFO scheduler.TaskSetManager: Starting task 0.0 in stage 5.0 (TID 19, localhost, partition 0,PROCESS_LOCAL, 1901 bytes)
16/05/19 04:32:32 INFO scheduler.TaskSetManager: Starting task 1.0 in stage 5.0 (TID 20, localhost, partition 1,PROCESS_LOCAL, 1901 bytes)
16/05/19 04:32:32 INFO scheduler.TaskSetManager: Starting task 2.0 in stage 5.0 (TID 21, localhost, partition 2,PROCESS_LOCAL, 1901 bytes)
16/05/19 04:32:32 INFO scheduler.TaskSetManager: Starting task 3.0 in stage 5.0 (TID 22, localhost, partition 3,PROCESS_LOCAL, 1901 bytes)
16/05/19 04:32:32 INFO scheduler.TaskSetManager: Starting task 4.0 in stage 5.0 (TID 23, localhost, partition 4,PROCESS_LOCAL, 1901 bytes)
16/05/19 04:32:32 INFO scheduler.TaskSetManager: Starting task 5.0 in stage 5.0 (TID 24, localhost, partition 5,PROCESS_LOCAL, 1901 bytes)
16/05/19 04:32:32 INFO executor.Executor: Running task 0.0 in stage 5.0 (TID 19)
16/05/19 04:32:32 INFO executor.Executor: Running task 1.0 in stage 5.0 (TID 20)
16/05/19 04:32:32 INFO executor.Executor: Running task 2.0 in stage 5.0 (TID 21)
16/05/19 04:32:32 INFO executor.Executor: Running task 4.0 in stage 5.0 (TID 23)
16/05/19 04:32:32 INFO executor.Executor: Running task 3.0 in stage 5.0 (TID 22)
16/05/19 04:32:32 INFO executor.Executor: Running task 5.0 in stage 5.0 (TID 24)
16/05/19 04:32:32 INFO storage.ShuffleBlockFetcherIterator: Getting 6 non-empty blocks out of 6 blocks
16/05/19 04:32:32 INFO storage.ShuffleBlockFetcherIterator: Started 0 remote fetches in 1 ms
16/05/19 04:32:32 INFO storage.ShuffleBlockFetcherIterator: Getting 6 non-empty blocks out of 6 blocks
16/05/19 04:32:32 INFO storage.ShuffleBlockFetcherIterator: Started 0 remote fetches in 1 ms
16/05/19 04:32:32 INFO storage.ShuffleBlockFetcherIterator: Getting 6 non-empty blocks out of 6 blocks
16/05/19 04:32:32 INFO storage.ShuffleBlockFetcherIterator: Started 0 remote fetches in 1 ms
16/05/19 04:32:32 INFO storage.ShuffleBlockFetcherIterator: Getting 6 non-empty blocks out of 6 blocks
16/05/19 04:32:32 INFO storage.ShuffleBlockFetcherIterator: Started 0 remote fetches in 1 ms
16/05/19 04:32:32 INFO storage.ShuffleBlockFetcherIterator: Getting 6 non-empty blocks out of 6 blocks
16/05/19 04:32:32 INFO storage.ShuffleBlockFetcherIterator: Getting 6 non-empty blocks out of 6 blocks
16/05/19 04:32:32 INFO storage.ShuffleBlockFetcherIterator: Started 0 remote fetches in 1 ms
16/05/19 04:32:32 INFO storage.ShuffleBlockFetcherIterator: Started 0 remote fetches in 1 ms
16/05/19 04:32:32 INFO python.PythonRDD: Times: total = 477, boot = 25, init = 100, finish = 352
16/05/19 04:32:32 INFO python.PythonRDD: Times: total = 482, boot = 144, init = 88, finish = 250
16/05/19 04:32:32 INFO executor.Executor: Finished task 2.0 in stage 5.0 (TID 21). 114260 bytes result sent to driver
16/05/19 04:32:32 INFO scheduler.TaskSetManager: Finished task 2.0 in stage 5.0 (TID 21) in 591 ms on localhost (1/6)
16/05/19 04:32:32 INFO executor.Executor: Finished task 0.0 in stage 5.0 (TID 19). 95827 bytes result sent to driver
16/05/19 04:32:32 INFO scheduler.TaskSetManager: Finished task 0.0 in stage 5.0 (TID 19) in 617 ms on localhost (2/6)
16/05/19 04:32:33 INFO python.PythonRDD: Times: total = 481, boot = 167, init = 97, finish = 217
16/05/19 04:32:33 INFO executor.Executor: Finished task 4.0 in stage 5.0 (TID 23). 123997 bytes result sent to driver
16/05/19 04:32:33 INFO python.PythonRDD: Times: total = 465, boot = 109, init = 138, finish = 218
16/05/19 04:32:33 INFO executor.Executor: Finished task 5.0 in stage 5.0 (TID 24). 170863 bytes result sent to driver
16/05/19 04:32:33 INFO scheduler.TaskSetManager: Finished task 4.0 in stage 5.0 (TID 23) in 682 ms on localhost (3/6)
16/05/19 04:32:33 INFO scheduler.TaskSetManager: Finished task 5.0 in stage 5.0 (TID 24) in 692 ms on localhost (4/6)
16/05/19 04:32:33 INFO python.PythonRDD: Times: total = 671, boot = 51, init = 74, finish = 546
16/05/19 04:32:33 INFO executor.Executor: Finished task 1.0 in stage 5.0 (TID 20). 212084 bytes result sent to driver
16/05/19 04:32:33 INFO scheduler.TaskSetManager: Finished task 1.0 in stage 5.0 (TID 20) in 799 ms on localhost (5/6)
16/05/19 04:32:33 INFO python.PythonRDD: Times: total = 675, boot = 28, init = 108, finish = 539
16/05/19 04:32:33 INFO executor.Executor: Finished task 3.0 in stage 5.0 (TID 22). 209914 bytes result sent to driver
16/05/19 04:32:33 INFO scheduler.TaskSetManager: Finished task 3.0 in stage 5.0 (TID 22) in 862 ms on localhost (6/6)
16/05/19 04:32:33 INFO scheduler.DAGScheduler: ResultStage 5 (collect at <ipython-input-14-e9ba75acf867>:1) finished in 0.884 s
16/05/19 04:32:33 INFO scheduler.TaskSchedulerImpl: Removed TaskSet 5.0, whose tasks have all completed, from pool
16/05/19 04:32:33 INFO scheduler.DAGScheduler: Job 2 finished: collect at <ipython-input-14-e9ba75acf867>:1, took 0.977854 s
In [15]: sum_function(sorted_channel_views, val=0, kv={}, skv={}, result={})
Out[15]:
[(u'ABC', 1115974),
(u'BAT', 5099141),
(u'BOB', 2591062),
(u'CAB', 3940862),
(u'CNO', 3941177),
(u'DEF', 8032799),
(u'MAN', 6566187),
(u'NOX', 2583583),
(u'XYZ', 5208016)]
In [16]:
Verified:
[(u'ABC', 1115974),
(u'BAT', 5099141),
(u'BOB', 2591062),
(u'CAB', 3940862),
(u'CNO', 3941177),
(u'DEF', 8032799),
(u'MAN', 6566187),
(u'NOX', 2583583),
(u'XYZ', 5208016)]
With:
[(u'XYZ', 5208016),
(u'DEF', 8032799),
(u'CNO', 3941177),
(u'BAT', 5099141),
(u'NOX', 2583583),
(u'CAB', 3940862),
(u'BOB', 2591062),
(u'ABC', 1115974),
(u'MAN', 6566187)]
####################################################################################################################################################################################################################################################################################################################################################
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment