Skip to content

Instantly share code, notes, and snippets.

@ilkarman
Last active November 5, 2019 15:52
Show Gist options
  • Save ilkarman/a9b27f98a52549c722c6415ef34dedf7 to your computer and use it in GitHub Desktop.
Save ilkarman/a9b27f98a52549c722c6415ef34dedf7 to your computer and use it in GitHub Desktop.
import requests
import pandas as pd
LIM = 3000
OFFSET = 1000
all_papers = []
for offs in range(0,LIM,OFFSET):
papers = requests.get(
"https://openreview.net/notes?invitation=ICLR.cc%2F2020%2FConference%2F-%2FBlind_Submission&details=replyCount%2C"+
"original&includeCount=true&offset={0}&limit={1}".format(offs, LIM))
rows = [
[p['id'], p['content']['title'], p['content']['pdf'], " ".join(p['content']['keywords']), p['details']['replyCount']]
for p in papers.json()['notes']
]
all_papers.extend(rows)
papers = pd.DataFrame(all_papers, columns=['id','title','pdf','keywords','replyCount'])
papers.to_csv('ICLR_sub.csv')
print(papers.shape) #(2563, 5)
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment