Some scratch of w2v experiments

w2v_scratch.py

import numpy
from numpy.linalg import norm
from nltk.corpus import stopwords
from nltk import download

download('stopwords')
stop_words = stopwords.words('english')

sset = [
    'whats the weather like', 
    'its rainy today', 
    'i feel sad', 
    'i feel happy', 
    'you suck', 
    'are you a machine', 
    'can i ask a question', 
    'thanks',
    'you are so cute',
    'can you sing a song'
]


def build(strings):
    vectors = []
    for string in strings:
        vector = None
        for w in string.split():
            if w in stop_words:
                continue
            vector = numpy.add(vector, gb[w]) if vector is not None else gb[w]
        vectors.append(vector)
    return vectors


def closest(string, target):
     value = None
     for w in string.split():
        if w in stop_words:
            continue
        value = numpy.add(value, gb[w]) if value is not None else gb[w]

     minid = -1
     dist = 99999999999
     for i in range(len(target)):
         d = norm(value - target[i])
         if d < dist:
             minid = i
             dist = d
     return sset[minid]