shell.nix

{ pkgs ? import (builtins.getFlake "nixpkgs") {} }:
pkgs.mkShell {
  nativeBuildInputs = [
    (pkgs.python3.withPackages (ps: with ps; [stanza]))
  ];
}

whisper-postprocess.py

#!/usr/bin/env python3

import stanza
import os

def sentences(text):
  nlp = stanza.Pipeline(lang='en', processors='tokenize')
  doc = nlp(text)
  return [[token.text for token in sentence.tokens] for sentence in doc.sentences]

def reformat(doc):
  acc = ''
  for sentence in doc:
    acc += sentence[0]
    for i in range(1,len(sentence)):
      token = sentence[i]
      if token[0].isalpha():
        acc += ' '
      acc += token
    acc += '\n\n'
  return acc

def reformat_inplace(p):
  with open(p, 'r') as f:
    text = f.read()
  new_text = reformat(sentences(text))
  with open(p, 'w') as f:
    f.write(new_text)

def reformat_dir(p):
  for f in os.listdir(p):
    if not f.endswith('.txt'):
      continue
    print('[INFO] Processing ' + f)
    reformat_inplace(p + '/' + f)

if __name__ == "__main__":
  reformat_dir('/Users/terrorjack/todo')