This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/usr/bin/env python3 | |
# -*- coding: utf-8 -*- | |
# Author;Tsukasa | |
import json | |
from multiprocessing import Pool | |
import requests | |
from requests.exceptions import RequestException | |
from bs4 import BeautifulSoup | |
from fake_useragent import UserAgent |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/usr/bin/env python3 | |
# -*- coding: utf-8 -*- | |
# Author;Tsukasa | |
import json | |
import re | |
import pandas as pd | |
import requests | |
from requests.exceptions import RequestException | |
from multiprocessing import Pool |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/usr/bin/env python3 | |
# -*- coding: utf-8 -*- | |
# Author;Tsukasa | |
import requests | |
from bs4 import BeautifulSoup | |
from datetime import datetime | |
import json | |
import pandas as pd |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/usr/bin/env python3 | |
# -*- coding: utf-8 -*- | |
# Author;Tsukasa | |
import pymongo | |
Mongo_Url='localhost' | |
Mongo_DB='fangtianxia' | |
Mongo_TABLE='fangtianxia_fs' | |
import json |