mladvladimir

let mut batch_tokens = Vec::new();
let mut longest_seq = 0;

for idx in &length_sorted_idx[batch_start..batch_end] {
    let sentence = &sentences[*idx];
    println!("pa gde se gubis koji kurac - longest_seq {:?}", longest_seq);
    let tokens = self.bert.tokenize(&sentence);
    let mut longest_seq = &longest_seq.max(tokens.len());
    batch_tokens.push(tokens);
}