pushpendrapratap

class TravelAgentsScrap(object):
    prefix = "https://www.consumercomplaints.in"
    start_url = "https://www.consumercomplaints.in/bysubcategory/travel-agents"
    filename = "index_travel_agents.csv"
    
    @classmethod
    def _save_to_file(cls, sentence_list, filename=None):
        if filename is None:
            filename = cls.filename
        with open(filename, "a") as csv_file:

pushpendrapratap

"""
Minimal character-level Vanilla RNN model. Written by Andrej Karpathy (@karpathy)
BSD License
"""
import numpy as np

# data I/O
data = open('input.txt', 'r').read() # should be simple plain text file
chars = list(set(data))
data_size, vocab_size = len(data), len(chars)

pushpendrapratap

7
2
1
0
4
1
4
9
5
9

pushpendrapratap

System Design Cheatsheet

Picking the right architecture = Picking the right battles + Managing trade-offs

Basic Steps

1. Clarify and agree on the scope of the system

• User cases (description of sequences of events that, taken together, lead to a system doing something useful)
  • Who is going to use it?
  • How are they going to use it?

pushpendrapratap

Setup Mac OS X

Edit: I've done the same process every couple years since 2013 (Mountain Lion, Mavericks and High Sierra).

I just replaced the hard drive of my mbp and decided to do a clean install of Mountain Lion (10.8.5) since I was still using Snow Leopard (10.6.8).

I kinda regret for not using Boxen to automate the process, but TBH I have this laptop for almost 3yrs and this is the first

pushpendrapratap

vs Questions

---

1. http://stackoverflow.com/questions/804115 (rebase vs merge).
2. https://www.atlassian.com/git/tutorials/merging-vs-rebasing (rebase vs merge)
3. https://www.atlassian.com/git/tutorials/undoing-changes/ (reset vs checkout vs revert)
4. http://stackoverflow.com/questions/2221658 (HEAD^ vs HEAD~) (See git rev-parse)
5. http://stackoverflow.com/questions/292357 (pull vs fetch)
6. http://stackoverflow.com/questions/39651 (stash vs branch)
7. http://stackoverflow.com/questions/8358035 (reset vs checkout vs revert)

pushpendrapratap

pushpendrapratap

from bs4 import BeautifulSoup


# copied from https://github.com/bookmarks-tools/bookmarks-parser/blob/master/bookmarks_parser/bookmarks_parser.py

def get_node_data(node):
    data = {}
    for child in node:
        if child.name == 'a':
            data['type'] = 'bookmark'

pushpendrapratap

repo_name,commit_count,comment_count,pr_count,all_langs
Loopster-Loopster-Web,2418,0,0,"['PHP', 'JavaScript', 'CSS', 'HTML', 'Shell', 'Batchfile', 'ApacheConf', 'Ruby']"
Lockton-LocktonInsurance-iOS,461,0,0,"['Objective-C', 'C', 'HTML', 'Makefile', 'CSS', 'Ruby', 'C++', 'Roff', 'Python']"
Hello-Hello,143,0,0,"['Objective-C', 'Java', 'C', 'JavaScript', 'C++', 'Objective-C++', 'Perl', 'Shell']"
ConcertPass-ConcertPass-API,729,0,0,"['HTML', 'PHP', 'JavaScript', 'CSS', 'Shell', 'ApacheConf']"
ConcertPass-ConcertPass-CMS,445,0,0,"['PHP', 'JavaScript', 'CSS', 'HTML', 'PLSQL', 'SQLPL', 'Shell', 'PLpgSQL']"
Waspit-Waspit-Android,3654,1,1,['Java']
Springer-Myriad-Web,3,0,0,"['PHP', 'JavaScript', 'Python', 'CSS', 'Perl', 'Shell']"
KiwiTech-TopKit-Backend,12,0,0,"['Python', 'JavaScript', 'HTML', 'CSS']"
GlobeChat-GlobeChat-Backend,5,0,0,"['Ruby', 'HTML', 'CSS', 'JavaScript']"

pushpendrapratap

"""
requirements.txt

selenium==3.141.0
selenium-wire==4.4.1
"""


import json
from time import sleep