Config changes in opendata-docker repo for topic modeling - docker compose file and files in environment folder

composer-jobs

CJ_REDIS_HOST=redis
CJ_REDIS_PORT=6379
CJ_REDIS_PASSWORD=
CJ_REDIS_RESQUE_DB=0
CJ_REDIS_RESQUE_NAMESPACE=composer-jobs
CJ_AGO_BASE_URL=https://www.arcgis.com
CJ_AGO_GEOMETRY_SERVICE_URL=http://utility.arcgisonline.com/arcgis/rest/services/Geometry/GeometryServer
CJ_OPENDATA_KOOP_URL=http://opendata.arcgis.com
CJ_API_URL=http://composer-jobs-api
CJ_API_EXPRESS_PORT=80
CJ_API_POSTGRES=postgres://postgres@postgres:5432/composer_jobs
CJ_API_POSTGRES_HOST=postgres://postgres@postgres:5432
CJ_API_POSTGRES_DB=composer_jobs
CJ_KOOP_BASE_URL=http://koop
CJ_OPENDATA_KOOP_BLOCK_IMPORT=true
CJ_OPENDATA_API_URL=http://ingress:8081/workers
CJ_OPENDATA_TOPIC_URL=http://topic-modeling:8080
CJ_OPENDATA_TOPIC_MODEL_ID=1000
CJ_MAX_WORKERS=50

docker-compose.yml

version: '2'

services:
  redis:
    restart: always
    container_name: redis
    image: redis:2.8.23

  postgres:
    restart: always
    container_name: postgres
    image: kpettijohn/postgis
    environment:
      PGDATA: /var/postgres/data
    volumes:
      - ./data/postgres:/var/postgres

  elasticsearch:
    restart: always
    image: elasticsearch:1.7.5
    volumes:
      - ./data/elasticsearch:/usr/share/elasticsearch/data

  ingress:
    restart: always
    container_name: ingress
    build: ./opendata-ingress
    volumes:
      - ./data/assets:/srv/www/opendata
      - ./data/ssl:/etc/nginx/ssl
    ports:
      - "80:80"
      - "443:443"
      - "8081:8081"

  opendata-ui:
    build:
      context: ./opendata-ui
      args:
        GITHUB_USER:
        GITHUB_TOKEN:
    entrypoint: /usr/local/bin/npm
    command: [run, deploy, --, --environment, integration]
    volumes:
      - ./data/assets:/srv/www/opendata
    env_file: ./environment/ember

  opendata-admin:
    build: ./opendata-admin
    entrypoint: [/usr/local/bin/npm]
    command: [run, build, --, --environment, integration, --output-path, /srv/www/opendata/opendata-admin]
    volumes:
      - ./data/assets:/srv/www/opendata
    env_file: ./environment/ember

  composer-admin:
    build: ./composer-admin
    entrypoint: [/usr/local/bin/npm]
    command: [run, build, --, --environment, integration, --output-path, /srv/www/opendata/composer-admin]
    volumes:
      - ./data/assets:/srv/www/opendata

  composer-jobs-admin:
    build: ./composer-jobs-admin
    entrypoint: [/usr/local/bin/npm]
    command: [run, build, --, --environment, integration, --output-path, /srv/www/composer-jobs-admin]
    env_file: ./environment/composer-jobs-admin
    volumes:
      - monitoring-assets:/srv/www/composer-jobs-admin

  composer:
    mem_limit: 1gb
    restart: always
    build: ./composer
    env_file: ./environment/composer
    command: composer
    ports:
      - "36791:80"
    depends_on:
      - postgres
      - redis
      - elasticsearch

  koop:
    build: ./koop
    env_file: ./environment/koop
    environment:
      AWS_ACCESS_KEY_ID:
      AWS_SECRET_ACCESS_KEY:
      KOOP_BUCKET_NAME:
    command: app
    entrypoint: /docker-entrypoint.sh
    depends_on:
      - redis
      - postgres
    ports:
     - "1337:80"
    expose:
      - 80

  importworker:
    build: ./koop
    env_file: ./environment/koop
    environment:
      AWS_ACCESS_KEY_ID:
      AWS_SECRET_ACCESS_KEY:
      KOOP_BUCKET_NAME:
    command: import
    entrypoint: /docker-entrypoint.sh
    depends_on:
      - redis
      - postgres

  exportworker:
    build: ./koop
    env_file: ./environment/koop
    environment:
      AWS_ACCESS_KEY_ID:
      AWS_SECRET_ACCESS_KEY:
      KOOP_BUCKET_NAME:
    command: export
    entrypoint: /docker-entrypoint.sh
    depends_on:
      - redis
      - postgres

  composer-jobs-api:
    restart: always
    container_name: cjapi
    build: ./composer-jobs-api
    env_file: ./environment/composer-jobs
    depends_on:
      - redis
      - postgres
    entrypoint: /docker-entrypoint.sh
    environment:
      SERVICE_NAME: cjapi
    ports:
      - "36780:80"

  composer-jobs-worker:
    restart: always
    container_name: cj-worker
    build: ./composer-jobs-worker
    env_file: ./environment/composer-jobs
    entrypoint: /docker-entrypoint.sh

  monitoring-ingress:
    restart: always
    build: ./monitoring/ingress
    env_file: ./environment/monitoring
    command:
      - nginx
    volumes:
      - monitoring-assets:/srv/www/composer-jobs-admin
    depends_on:
      - consul
    ports:
      - "8082:80"

  consul:
    restart: always
    image: gliderlabs/consul-server
    entrypoint: ["/bin/consul", "agent", "-server", "-config-dir=/config", "-bootstrap", "-recursor=127.0.0.11"]
    environment:
      DNS_RESOLVES: consul
      SERVICE_NAME: consul

  registrator:
    restart: always
    image: gliderlabs/registrator
    volumes:
      - /var/run/docker.sock:/tmp/docker.sock
    entrypoint: ["/bin/registrator", "consul://consul:8500"]
    depends_on:
      - consul

  kibana:
    container_name: kibana
    image: kibana:4.1
    environment:
      ELASTICSEARCH_URL: http://elasticsearch:9200

  koop-resque-web:
    build: ./monitoring/resque-web
    env_file: ./environment/resque-web
    environment:
      RW_ROOT_URI: /koop-resque-web
      REDIS_RESQUE_NAMESPACE: koop

  cj-resque-web:
    restart: always
    build: ./monitoring/resque-web
    env_file: ./environment/resque-web
    environment:
      RW_ROOT_URI: /cj-resque-web
      REDIS_RESQUE_NAMESPACE: composer-jobs

  cadvisor:
    restart: always
    image: google/cadvisor
    volumes:
      - /:/rootfs:ro
      - /var/run:/var/run:rw
      - /sys:/sys:ro
      - /var/lib/docker/:/var/lib/docker:ro

  topic-modeling:
    restart: always
    container_name: topic-modeling
    mem_limit: 7gb
    build: ./topic-modeling-api/web-api
    env_file: ./environment/topic-modeling
    command: "python -u app.py"
 
volumes:
  monitoring-assets: {}

topic-modeling

FLASK_DEBUG=1