RodrigoATorres

version: '3.7'

services:

  rony-ci:
    image:
      ratorres7/rony-ci-test:0.0.1-terraform1.0.3
    volumes:
      - ./infrastructure:/infrastructure
    working_dir: /infrastructure

RodrigoATorres

#####################################################
# Makefile containing shortcut commands for project #
#####################################################

# MACOS USERS:
#  Make should be installed with XCode dev tools.
#  If not, run `xcode-select --install` in Terminal to install.

# WINDOWS USERS:
#  1. Install Chocolately package manager: https://chocolatey.org/

RodrigoATorres

  scheduler:
    build: https://github.com/mcuadros/ofelia.git
    volumes:
      - /var/run/docker.sock:/var/run/docker.sock:ro
      - ./ofelia/config.ini:/etc/ofelia/config.ini
    env_file:
      - .env
    depends_on:
      - everdade-crawler
    networks:

RodrigoATorres

[job-exec "test"]
schedule = @every 3m
container = everdade_crawler
command = /usr/app/run.sh

RodrigoATorres

import os
import scrapy
from fact_check_crawler.items import Article
from fact_check_crawler.mongo_provider import MongoProvider
import socket
import urllib.request

class BoatosSpider(scrapy.Spider):
    name = "boatos.org"
    allowed_domains = ['boatos.org']