tailtq

version: '3.3'

services:
  timescaledb:
    image: timescale/timescaledb-ha:pg14-latest
    ports:
      - 5432:5432
    environment:
      - POSTGRES_PASSWORD=postgresql
    volumes:

tailtq

# pip install dill
import io

import dill as pickle
from weakref import WeakSet
from multiprocessing import reduction


class ForkingPickler(reduction.ForkingPickler):
    loads = pickle.loads

tailtq

import logging
import time
import glob
from threading import Thread
from logging.handlers import TimedRotatingFileHandler


def do_a_heavy_operationnnn():
  print("do_a_heavy_operationnnn")
  # upload to S3 or whatever

tailtq

Setup MinIO and MongoEngine

(Move to next part if you just want to know MinIO and MongoEngine syntax)

These services were setting up using docker-compose. Please refer to this link for the its content.

Setup steps:

• Download file from the link above and save as docker-compose.yaml
• Change environment variables for:
  • Mongodb (MONGO_INITDB_ROOT_USERNAME, MONGO_INITDB_ROOT_PASSWORD)

tailtq

version: '3'

services:
  mongodb:
    image: 'mongo:latest'
    environment:
      MONGO_INITDB_ROOT_USERNAME: root
      MONGO_INITDB_ROOT_PASSWORD: example
    ports:
      - 11038:27017