Skip to content

Instantly share code, notes, and snippets.

import scrapy
class CoinSpider(scrapy.Spider):
import scrapy
class CoinSpider(scrapy.Spider):
name = "coin"
import scrapy
class CoinSpider(scrapy.Spider):
name = "coin"
def start_requests(self):
url = "https://coinmarketcap.com/all/views/all/"
yield scrapy.Request(url=url, callback=self.parse)
@mottet-dev
mottet-dev / coinSpider.py
Created August 23, 2018 20:36
parse method
def parse(self, response):
for row in response.css("tbody tr"):
yield {
"name": row.css("a.currency-name-container::text").extract_first(),
"symbol": row.css("td.col-symbol::text").extract_first(),
"market_cap": row.css("td.market-cap::text").extract_first(),
"price": row.css("a.price::attr(data-usd)").extract_first(),
"circulating_supply": row.css("td.circulating-supply span::attr(data-supply)").extract_first(),
"volume": row.css("a.volume::attr(data-usd)").extract_first()
}
@mottet-dev
mottet-dev / coinSpider.py
Created August 23, 2018 20:36
Full coinSpider.py
import scrapy
class CoinSpider(scrapy.Spider):
name = "coin"
def start_requests(self):
url = "https://coinmarketcap.com/all/views/all/"
yield scrapy.Request(url=url, callback=self.parse)
def parse(self, response):
<tr id="id-bitcoin" class="odd" role="row">
<td class="text-center">
1
</td>
<td class="no-wrap currency-name" data-sort="Bitcoin">
<div class="s-s-1 logo-sprite"></div>
<span class="currency-symbol visible-xs"><a class="link-secondary" href="/currencies/bitcoin/">BTC</a></span>
<br class="visible-xs">
<a class="currency-name-container link-secondary" href="/currencies/bitcoin/">Bitcoin</a>
</td>
import scrapy
class CoinSpider(scrapy.Spider):
name = "coin"
def start_requests(self):
url = "https://coinmarketcap.com/all/views/all/"
yield scrapy.Request(url=url, callback=self.parse)
def parse(self, response):
[
{"name": "Bitcoin", "symbol": "BTC", "market_cap": "\n$111,793,976,147\n", "price": "6489.45341094", "circulating_supply": "17227025.0", "volume": "3643933075.18"},
{"name": "Ethereum", "symbol": "ETH", "market_cap": "\n$28,021,091,521\n", "price": "276.039836485", "circulating_supply": "101511042.311", "volume": "1356884351.47"},
{"name": "XRP", "symbol": "XRP", "market_cap": "\n$12,774,073,210\n", "price": "0.323193723266", "circulating_supply": "39524508956.0", "volume": "221046052.002"},
{"name": "Bitcoin Cash", "symbol": "BCH", "market_cap": "\n$9,107,466,682\n", "price": "526.167151135", "circulating_supply": "17309075.0", "volume": "291574904.596"},
...
@mottet-dev
mottet-dev / main.py
Last active September 4, 2018 19:59
InstagramBot
from selenium import webdriver
class InstagramBot():
def __init__(self, email, password):
self.browser = webdriver.Chrome()
self.email = email
self.password = password
@mottet-dev
mottet-dev / main.py
Created September 4, 2018 20:14
InstagramBot
emailInput = self.browser.find_elements_by_css_selector('form input')[0]
passwordInput = self.browser.find_elements_by_css_selector('form input')[1]