Some stopwords from the current tokenizer

stopwords.js

'use strict';

const system = [
    '.',
    's',  
    'm',
    'v',
    't',
    '1',
    'p',
    '13',
    'll',
    'd',
    're',
    'doesn', // typo
    'tuesday', // it was part of the question, this is why people typed it
    'anything', // broad
    'nothing',
    'etc',
    'asdf',
    'asfasdf',
    'dsafasdf',
    'devlivered',



];

const particles = [
    'a',
    'and',
    'the',
    'with',
    'to',
    'or',
    'of',
    'go',
    'my',
    'for',
    'out',
    'in',
    'some',
    'i',
    'on',
    'then',
    'up',
    'at',
    'be',
    'it',
    'if',
    'is',
    'before',
    'this',
    'after',
    'an',
    'next',
    'that',
    'not',
    'are',
    'as',
    'over',
    'few',
    'maybe',
    'either',
    'so',
    'we',
    'will',
    'followed',
    'by',
    'probably',
    'new',
    'but',
    'depending', // ??
    'when',
    'they', 
    'cheeky',
    'always',
    'something',
    'its',
    'them',
    'yes',
    'neither',
    'our',
    'can',
    'sometimes',
    'mid',
    'otherwise',
    'usually',
    'from',
    'such',
    'do',
    'try',
    'why',
    'sure',
    'you',        
    'just',
    'while',
    'us',
    'every',
    'normally',
    'generally',
    'kinda',
    'myself',        
    'we',
    'would',
    'who',
    'their',
    'ones',
    'there',
    'off',
    'been',
    'has',
    'got',
    'between',
    'one',
    'does',
];

const adverbs = [
    'ideally',
    'depends',
    'currently',
    
];

const adjectives = [
    'old',
    'quick',
    'absolute',
    'last',
    'light',
    'hearty',
    'little',
    'choosen',
    'chosen',
    

];

const ing = [
    'avoiding',
    'staying',
    'catching',
    'indulging',
    'getting',
    'having',
    'making',
    'heading',
    'hanging',
    'going',
    'watching',        

];

const calendar = [
    'weekend',
    'wednesday',
    'tuesday', // 
    'day',
    'evening',
    'days',
    'night',
    'week',
    'hour',
    'midweek',
    'months',
    'year',       
    
    'winter',
    'summer',         
];

const needy = [

    
    'delivered',
    'take',
    'bit',

    'headed',
    'toss',
    'need',
    'prefer',
    'quality',
    'enjoy',
    'born',
    'neon',
    'relevant',

    'see',
    'garbage',
    'match',
    'front',
    'beat',

    'meet',
    'fire',
    'time',
    'watch', 
    'glass',
    'amount',
    'junk',
    'judge',
    'exciting',
    'wild',
    'casual',
    'red', 
    'back', 
    'nice', // ??
    'good', // ??

    'make',
    'feet',
    'long',
    'lovely',
    'grab',

    'fuss',
    

    'get',
    'put',
    'have',
    'head',
    'like',
    'catch',
    'spend',
    'work', // ?? can they want to do work? 
    
    'straight',
    'early',
    'ideal',
    'two',

    'boring',
    'dried',
    'different',
];

const stopwords = {
    system,
    particles,
    adverbs, 
};


    
const stopwordsArray = [].concat(...[
    system, 
    particles, 
    adverbs,
    adjectives,
    ing,
    calendar,
    needy,
]); // meaningless one-grams

module.exports = {
    stopwords,
    stopwordsArray,
    // stopwordsFilter, 
}