Load token classification data to Argilla

load_data.py

import os

import argilla as rg


rg.init(
    api_url="https://pro.argilla.io",
    api_key=os.environ.get("ARGILLA_API_KEY"),
    workspace="mantisnlp",
    #extra_headers={"X-Argilla-Workspace": "my_connection_headers"}
)

text = open("data.txt").read()
records = [
    rg.TokenClassificationRecord(text=text, tokens=text.split()),
]
dataset = rg.DatasetForTokenClassification(records)
rg.log(dataset, "jose")