token_lowercase_cs

token_lowercase_cs.cs

using NaturalLanguage;

private readonly hate_coreml hate_model = new hate_coreml(); // Initialize CoreML Model

NSValue[] tokens;

var tokenizer = new NLTokenizer(unit);
tokenizer.String = UserInput.Text;
var range = new NSRange(0, UserInput.Text.Length);
var k = tokenizer.GetTokens(range); // returns Foundation.NSValue[]
tokens = k;

tokens_str = new string[tokens.Length];

for (int i = 0; i < tokens.Length; i++)
{
    NSRange rr = tokens[i].RangeValue; // Extract Range Value
    string s = input_text.Substring((int)rr.Location, (int)rr.Length);
    tokens_str[i] = s.ToLower();
}