danlou

from random import shuffle
from collections import Counter
from datasets import load_dataset

from sklearn.model_selection import train_test_split
from sklearn.neighbors import KNeighborsClassifier
from sklearn.metrics import classification_report

from sentence_transformers import SentenceTransformer

danlou

import re
import json
import requests
from scrapy.selector import Selector
from click import progressbar

from nltk.tokenize import word_tokenize
from nltk.tokenize import MWETokenizer
from nltk.tokenize.punkt import PunktSentenceTokenizer, PunktParameters
punkt_param = PunktParameters()