Skip to content

Instantly share code, notes, and snippets.

View pranavraikote's full-sized avatar
🎯
Working on building something extravagant

Pranav Raikote pranavraikote

🎯
Working on building something extravagant
View GitHub Profile
@pranavraikote
pranavraikote / text_LDA.py
Created December 22, 2021 08:25
NLP Tutorials - Part 27: Topic Modelling
!pip install pyLDAvis
import nltk
nltk.download('stopwords')
nltk.download('punkt')
import os
import re
import nltk
import string
@pranavraikote
pranavraikote / named_entity_recog.py
Last active June 8, 2022 16:25
NLP Tutorials - Part 24: Named Entity Recognition
# !pip install -U spacy
# !python -m spacy download en_core_sm
# Importing the libraries
import spacy
import random
# Creating a dictionary for training data
train_data = [
("The pizza in Naples it the best", {'entities' : [(4, 8, 'FOOD'), (13, 18, 'LOC')]}),
import numpy as np
import pandas as pd
import tensorflow as tf
from tensorflow.keras.models import Model
from tensorflow.keras.optimizers import Adam
from tensorflow.keras.layers import Dense, Input
from transformers import BertTokenizer
from transformers import TFAutoModel
@pranavraikote
pranavraikote / text_classify.py
Created May 27, 2021 19:55
NLP Tutorials - Part 6: Text Classification
import nltk
import string
import os, re
import numpy as np
import pandas as pd
import matplotlib.pyplot as plt
from nltk.corpus import stopwords
from nltk.stem import PorterStemmer
from nltk.stem import WordNetLemmatizer
@pranavraikote
pranavraikote / docuement_similarity.py
Created April 19, 2021 11:02
NLP Tutorials - Part 3: Document Similarity
import re
import nltk
import numpy as np
import unicodedata
import pandas as pd
nltk.download('stopwords')
nltk.download('wordnet')
nltk.download('punkt')
@pranavraikote
pranavraikote / text_representation.py
Created April 8, 2021 12:31
NLP Tutorials - Part 2: Text Representation & Word Embeddings
# Importing Libaries
!python -m spacy download en
!python -m spacy download en_vectors_web_lg
import spacy
nlp = spacy.load('en_vectors_web_lg')
import re
import nltk
import numpy as np
@pranavraikote
pranavraikote / text_preprocess.py
Last active March 18, 2024 09:51
NLP Tutorials - Part 1: Beginner's guide to Text Pre-processing
import nltk
import string
import unicodedata
# For Tokenizer
nltk.download('punkt')
# For Lemmatizer
nltk.download('wordnet')