Figuring out whether tuh_events annotation timescale makes sense

tuh_events_weirdness.jl

# https://www.isip.piconepress.com/projects/tuh_eeg/downloads/tuh_eeg_events/
# downloaded to /home/ubuntu/data/.

using Pkg

Pkg.activate(@__DIR__)

pkg"""
   add EDF
   add Onda
   st
"""

using EDF, Onda, Dates, UUIDs

function get_labels(dir)
    label_files = [ joinpath(dir, f) for f in readdir(dir) if endswith(f, ".lab") ]
    labels = [ split(line) for f in label_files for line in readlines(f) ]
    unique!(labels)
    map(labels) do  triple
        event = triple[3]
        start, finish = Nanosecond.( parse.(Int, triple[1:2]) .* 10000 )
        Annotation(event, start, finish)
    end
end

root = "/home/ubuntu/data/tuh_events_raw/edf/train/"
patientdirs = [joinpath(root, d) for d in readdir(root)]

stops = [last(get_labels(pd)).stop_nanosecond.value / 1e9 for pd in patientdirs]

function duration(dir)
  for (root, _, files) in walkdir(dir)
    for file in files
      if endswith(file, ".edf")
        try
          edf = EDF.read(joinpath(root, file))
          return edf.header.record_count * edf.header.seconds_per_record
        catch
          return missing
        end
      end
    end
  end
end

durations = duration.(patientdirs)