markov

markovFiltered.js

async function markovChain(){
    let amazonDataSetFile = await utils.readFileLineByLine('../dataset/AmazonDataSet.txt')
    let ourDataSet = await utils.readFileLineByLine('../dataset/sentences.txt')
    let filteredData = amazonDataSetFile.filter((comments) => {
        if(comments.includes("taste") || comments.includes("yummy") || comments.includes("good") || comments.includes("cooking") || comments.includes("delicious") || comments.includes("savory") || comments.includes("devour")){
            return comments
        }
    })
    filteredData = filteredData.slice(0,3500)
    let bothDataSetsTogether = [...filteredData,...ourDataSet]
    let markovChain = await markov.generate(bothDataSetsTogether,200);
    return markovChain
}