tailtq

version: '3'

services:
  mongodb:
    image: 'mongo:latest'
    environment:
      MONGO_INITDB_ROOT_USERNAME: root
      MONGO_INITDB_ROOT_PASSWORD: example
    ports:
      - 11038:27017

tailtq

Setup MinIO and MongoEngine

(Move to next part if you just want to know MinIO and MongoEngine syntax)

These services were setting up using docker-compose. Please refer to this link for the its content.

Setup steps:

• Download file from the link above and save as docker-compose.yaml
• Change environment variables for:
  • Mongodb (MONGO_INITDB_ROOT_USERNAME, MONGO_INITDB_ROOT_PASSWORD)

tailtq

import logging
import time
import glob
from threading import Thread
from logging.handlers import TimedRotatingFileHandler


def do_a_heavy_operationnnn():
  print("do_a_heavy_operationnnn")
  # upload to S3 or whatever

tailtq

# pip install dill
import io

import dill as pickle
from weakref import WeakSet
from multiprocessing import reduction


class ForkingPickler(reduction.ForkingPickler):
    loads = pickle.loads

tailtq

version: '3.3'

services:
  timescaledb:
    image: timescale/timescaledb-ha:pg14-latest
    ports:
      - 5432:5432
    environment:
      - POSTGRES_PASSWORD=postgresql
    volumes: