Skip to content

Instantly share code, notes, and snippets.

@cpouldev
cpouldev / poki.py
Created December 27, 2023 07:40
ποκι
# -*- coding: utf-8 -*-
import json
import re
import unicodedata
from scrapy import Request
from src.scraper.shops.spiders.base import SupermarketSpider
POCKEE_SHOP_MAP = {
@cpouldev
cpouldev / mymarket.py
Created December 27, 2023 07:37
mymarket
# -*- coding: utf-8 -*-
import re
from scrapy import Request
from src.scraper.shops.spiders.base import SupermarketSpider
BASE_URL = 'https://eshop.mymarket.gr{cat}?sort_by=popularity&items_per_page=120&page={page}'
@cpouldev
cpouldev / xalkiadakis.py
Created December 27, 2023 07:36
xalkiadakis
# -*- coding: utf-8 -*-
from scrapy import Request
from src.scraper.shops.spiders.base import SupermarketSpider
def format_price(p):
try:
return float(p.strip())
@cpouldev
cpouldev / sklavenitis.py
Created December 27, 2023 07:35
Sklavenitis
# -*- coding: utf-8 -*-
from random import randint
from scrapy import Request
from w3lib import html
from src.scraper.helpers import format_price
from src.scraper.shops.spiders.base import SupermarketSpider
BASE_URL = 'https://www.sklavenitis.gr{cat}?$component=Atcom.Sites.Yoda.Components.ProductList.Index&sortby=ByPopularity&pg={page}&endless=true'
@cpouldev
cpouldev / masoutis.py
Created December 27, 2023 07:34
Masoutis
# -*- coding: utf-8 -*-
import json
from scrapy import Request
from src.scraper.shops.spiders.base import SupermarketSpider
FORM_URL = 'https://eshop.masoutis.gr/WcfScanNShopForWeb/OrdersService.svc/GetPromoItemWithListCouponsSubCategories/'
HEADERS = {'Content-Type': 'application/json; charset=utf-8', 'Host': 'eshop.masoutis.gr',
@cpouldev
cpouldev / marketin.py
Created December 27, 2023 07:34
marketin
# -*- coding: utf-8 -*-
from random import randint
from scrapy import Request
from w3lib import html
from src.scraper.shops.spiders.base import SupermarketSpider
def format_price(p):
@cpouldev
cpouldev / kritikos.py
Created December 27, 2023 07:33
Kritikos
# -*- coding: utf-8 -*-
import json
import re
import urllib.parse
from scrapy import Request
from src.scraper.shops.spiders.base import SupermarketSpider
URLS = [
@cpouldev
cpouldev / bazaar.py
Created December 27, 2023 07:32
Bazaar
# -*- coding: utf-8 -*-
import json
import re
from scrapy import Request
from src.scraper.helpers import format_price
from src.scraper.shops.spiders.base import SupermarketSpider
BASE_URL = 'https://www.bazaar-online.gr/CachedServices/api/Product/GetScrolledProductList?lang=el&templateCode=productList&configCode=&itemId={item_id}&itemPath={item_path}&pageNumber={page}&pageSize=96&sortKey=BestSelling-Descending'
@cpouldev
cpouldev / ab.py
Created December 27, 2023 07:29
AB
# -*- coding: utf-8 -*-
import json
from scrapy import Request
from src.scraper.shops.spiders.base import SupermarketSpider
BASE_URL = 'https://www.ab.gr/search/{cat}/loadMore?pageSize=20&pageNumber={page}&sort=relevance'
CDN_URL = 'https://d3hz4baxchepgp.cloudfront.net'