Created
July 22, 2015 09:53
-
-
Save nomuken/b9e17b757b331edb8a47 to your computer and use it in GitHub Desktop.
自分のツイートをcsvからsqlite3なdbに引っ張ってくるスクリプト(汚い)
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import csv | |
import sqlite3 | |
#Tweetの全履歴をダウンロードで得られるtweet.csvを指定する | |
file_path = "Downloads/tweet/tweets.csv" | |
f = open(file_path,'r') | |
reader = csv.reader(f) | |
header = next(reader) | |
c = sqlite3.connect('tweets.sqlite3') | |
c.execute("create table tweets('tweet_id', 'in_reply_to_status_id', 'in_reply_to_user_id', 'timestamp', 'source', 'text', 'retweeted_status_id', 'retweeted_status_user_id', 'retweeted_status_timestamp', 'expanded_urls');") | |
query = u"insert into tweets values(?,?,?,?,?,?,?,?,?,?);" | |
a=0 | |
for row in reader: | |
a+=1 | |
t = tuple(row) | |
c.execute(query, t) | |
if a%1000 == 0: | |
c.commit() | |
print("commited - " + str(a)) | |
c.close() |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment