Related to https://github.com/deepjyoti30/ytmdl/issues/272

data.csv

experiment.py

import ytmdl
import yt_dlp
import eyed3
import glob
import os
import nltk
import itunespy
import pandas as pd
import time


def get_song_info_ytdlp(song_name, artist_name):
    args = ytmdl.main.arguments()
    args.SONG_NAME = [song_name]
    args.choice = 1
    args.quiet = True
    args.artist = artist_name

    url, title = ytmdl.core.search(args.SONG_NAME[0], args)

    ydl_opts = {
        "format": "bestaudio/best",
        "postprocessors": [
            {
                "key": "FFmpegExtractAudio",
                "preferredcodec": "mp3",
                "preferredquality": "192",
            },
            {"key": "FFmpegMetadata"},
        ],
        "outtmpl": "%(title)s.%(ext)s",
    }

    with yt_dlp.YoutubeDL(ydl_opts) as ydl:
        error_code = ydl.download([url])

    song_file = glob.glob("*.mp3")[0]
    metadata = eyed3.load(song_file)
    fetched_artist = metadata.tag.artist

    os.remove(song_file)

    try:
        infos = itunespy.search_track(args.SONG_NAME[0], country="US", limit=100)
    except:
        print("CONNECTION ERROR, RETRYING...")
        time.sleep(60)
        infos = itunespy.search_track(args.SONG_NAME[0], country="US", limit=100)
    most_accurate = sorted(
        [info.json for info in infos[:100]],
        key=lambda x: nltk.edit_distance(x["artistName"], fetched_artist),
    )[0]

    return most_accurate["artistName"], most_accurate["trackName"]


def get_song_info_ytmdl(song_name, artist_name):
    args = ytmdl.main.arguments()
    args.SONG_NAME = [song_name]
    args.choice = 1
    args.quiet = True
    args.artist = artist_name
    ytmdl.defaults.DEFAULT.SONG_DIR = "./"
    ytmdl.main.main(args)
    song_file = glob.glob("./*.mp3")[0]

    metadata = eyed3.load(song_file)
    fetched_artist = metadata.tag.artist
    fetched_title = metadata.tag.title

    os.remove(song_file)

    return fetched_artist, fetched_title


def compare():
    df = pd.read_csv("top10s.csv", encoding="ISO-8859-1")
    # Skipped 81, 104 (some album related issues with ytmdl)
    # 259, 385, 423, 458, 473 - something weird happened, not sure - possibly encoding related
    # 261 - Tee Shirt - Soundtrack Version - lookup errors
    # 298 - 43776 - lookup erros - also 479, 485
    titles = list(df["title"][491:])
    artists = list(df["artist"][491:])
    ytdlp_titles, ytdlp_artists, ytmdl_titles, ytmdl_artists = [], [], [], []
    for index, title in enumerate(titles):
        artist_name = artists[index]

        ytdlp_artist, ytdlp_title = get_song_info_ytdlp(title, artist_name)
        ytdlp_titles.append(ytdlp_title)
        ytdlp_artists.append(ytdlp_artist)

        ytmdl_artist, ytmdl_title = get_song_info_ytmdl(title, artist_name)
        ytmdl_titles.append(ytmdl_title)
        ytmdl_artists.append(ytmdl_artist)

        print(title, ytdlp_title, ytdlp_artist, ytmdl_title, ytmdl_artist, sep=" \t ")

        # A bit redundant, but it's fine
        data = {
            "title": titles[: index + 1],
            "artist": artists[: index + 1],
            "ytdlp_title": ytdlp_titles,
            "ytdlp_artist": ytdlp_artists,
            "ytmdl_title": ytmdl_titles,
            "ytmdl_artist": ytmdl_artists,
        }
        df = pd.DataFrame(data)
        df.to_csv("data.csv", index=False)


def get_stats():
    df = pd.read_csv("data.csv")
    count_ytdlp = 0
    count_ytmdl = 0
    threshold = 3
    for i in range(len(df)):
        real_artist_name = str(df.iloc[i]["artist"]).lower()
        pred_ytdlp_artist = str(df.iloc[i]["ytdlp_artist"]).lower()
        pred_ytmdl_artist = str(df.iloc[i]["ytmdl_artist"]).lower()

        if nltk.edit_distance(real_artist_name, pred_ytdlp_artist) <= threshold or (
            real_artist_name in pred_ytdlp_artist
        ):
            count_ytdlp += 1
        try:
            if nltk.edit_distance(real_artist_name, pred_ytmdl_artist) <= threshold or (
                real_artist_name in pred_ytmdl_artist
            ):
                count_ytmdl += 1
        except:
            pass
    print(count_ytdlp / len(df) * 100, count_ytmdl / len(df) * 100)


if __name__ == "__main__":
    # compare()
    get_stats()