text-segmenter.rb

# encoding: UTF-8

require 'pragmatic_segmenter'

directory_name = "output"
Dir.mkdir(directory_name) unless File.exists?(directory_name)

Dir.glob('*.txt') do |txt_file|
    puts txt_file

    text = File.open(txt_file, "r:UTF-8", &:read)
    ps = PragmaticSegmenter::Segmenter.new(text: text, language: 'en', clean: false)
    File.open(directory_name + '/' + txt_file, 'w') { |f| f.puts(ps.segment) }  
end