Dannstadter Vergleichsfliegen 2019

competitors_club-webviewer.csv

competitors_mixed-webviewer.csv

fetch_soaringspot_competitors_list.py

#!/usr/bin/env python3

import argparse
import sys
import logging
import requests
from bs4 import BeautifulSoup

soaringspot_pilots_url = "https://www.soaringspot.com/en_gb/{}/pilots"


def get_competitors(competition_name):
    r = requests.get(soaringspot_pilots_url.format(competition_name))
    r.raise_for_status()

    soup = BeautifulSoup(r.text, 'html.parser')
    table = soup.find('table')
    table_rows = table.find_all('tr')

    competitors = []
    for tr in table_rows[1:]:
        td = tr.find_all('td')
        row = [i.text for i in td]
        competitors.append({'CN': row[0],
                            'Contestant': row[1],
                            'Club': row[2],
                            'Glider': row[3],   
                            'Class': row [4],
                            'Handicap': row[5]})

    return competitors


if __name__ == '__main__':
    parser = argparse.ArgumentParser(description="Fetch the list of competitors of a given competition"
                                     "hosted on soaringspot.com and generate an ogn-web-viewer-compatible"
                                     "tracking filter file for the selected class.")
    parser.add_argument('competition_name', type=str, help="Name of the competition as given in the soaringspot-URLs.")
    parser.add_argument('selected_class', type=str, help="Competition class the list should be compiled for, e.g.: Club")
    parser.add_argument('--sort-by', metavar="KEY", type=str, help="Sort by the given KEY, e.g.: CN")

    args = parser.parse_args()

    try:
        competitors = get_competitors(args.competition_name)
    except requests.exceptions.HTTPError:
        logging.error("Couldn't fetch the competitors list from soaringspot.")
        sys.exit(-1)

    classes = set([c['Class'] for c in competitors])

    if not args.selected_class in classes:
        logging.error('Selected competition class not found, only the following classes are available: {}'.format(classes))
        sys.exit(-1)

    if args.sort_by:
        competitors = sorted(competitors, key= lambda k: k[args.sort_by])

    print("ID,CALL,CN,TYPE,HANDICAP,NAME")
    for c in competitors:
        if c['Class'] != args.selected_class:
            continue

        print("{},{},{},{},{},{}".format("", "", c['CN'], c['Glider'], c['Handicap'], c['Contestant']))

gen_club_class.py

#!/usr/bin/env python3

import requests
import pandas as pd


# Load vergleichsfliegen filter list for Flarm-IDs
filter_list_url = "http://helpdesk.ssv-lu.de/vergleichsfliegen/ogn/competitors_club.php"

pilots = pd.read_csv(filter_list_url, keep_default_na=False, index_col=2)
pilots['device_id'] = pilots['ID'].apply(lambda k: k[2:].upper())


# NOTE: The following step requires the previous creation of the file with:
# ./fetch_soaringspot_competitors_list.py --sort-by CN 34-dannstadter-vergleichsfliegen-ludwigshafen-2019 Club > competitors_club_soaringspot.lst
# Load soaringspot competitor list for pilot names and handicap
soaringspot = pd.read_csv("competitors_club_soaringspot.lst", keep_default_na=False, index_col=2)
soaringspot = soaringspot.drop(['ID', 'CALL'], axis=1)

m = pd.merge(soaringspot, pilots['device_id'], on="CN", how="left")

# Manually add missing or wrong IDs
m.at['JO', 'device_id'] = "0D9206" # source: IGC file 4.WT
m.at['7S', 'device_id'] = "DDC010" # source: OGN-DDB
m.at['X4', 'device_id'] = "DDA84A" # source: OGN-DDB

# Load DDB for the registration
r = requests.get("http://ddb.glidernet.org/download/?j=1")
ddb_devices = pd.DataFrame(r.json()['devices'])


m = pd.merge(m.reset_index(), ddb_devices[['device_id', 'registration']], on='device_id', how='left')
m = m.set_index('CN')

m.at['7J', 'registration'] = "D-9200" # source: 4.WT, OLC
m.at['IH', 'registration'] = "D-5549" # source: 4.WT, OLC
m.at['JO', 'registration'] = "D-9206" # source: 4.WT, OLC
m.at['S1', 'registration'] = "D-0141" # source: 3.WT, OLC
m.at['SM', 'registration'] = "D-9413" # source: OLC, https://www.onlinecontest.org/olc-3.0/gliding/flightinfo.html?dsId=7099455


# Generate the filter list for ogn-web-viewer
print("ID,CALL,CN,TYPE,HANDICAP,NAME")
for k,v in m.iterrows(): 
    print("FLR{},{},{},{},{},{}".format(v['device_id'], v['registration'], k, v['TYPE'], v['HANDICAP'], v['NAME'])) 

gen_mixed_class.ipynb

requirements.txt

beautifulsoup4==4.7.1
opensoar==0.1.3
pandas==0.24.2
requests==2.22.0

soaringspot_download_flight_results.ipynb