miohtama

# Erigon modified compose.
#
# - Assumes data volume is mounted at /bsc
# - Txpool disabled
#
#
# Useful commands
# - logs: docker compose logs --follow erigon
#
# To start:

miohtama

#!/bin/bash
#
# Start backend using Gunicorn web server.
#
# - Run as a standalone UNIX daemon
# - Run inside a Docker container
# - Read config file for more settings that cannot be given on command line
#
# See https://docs.gunicorn.org/en/stable/settings.html
#

miohtama

"""Handle caching of continous aggregate views as SQLAlchemy Table objects.

Because reflecting on-spot is too slow: https://github.com/tradingstrategy-ai/backend/pull/63
"""

import logging
from typing import List, Optional, Dict

from sqlalchemy import inspect, MetaData, inspection
from sqlalchemy.engine import Engine, Inspector

miohtama

def bulk_load_psql_using_temp_table(
        dbsession: Session,
        data_as_dicts: List[dict],
):
    """Bulk update columns in PostgreSQL faster using temp table.

    Works around speed issues on `bulk_update_mapping()` and PostgreSQL.
    Your mileage and speed may vary, but it is going to be faster.

miohtama

docker-compose logs oracle
Attaching to oracle_mainnet
oracle_mainnet      | 03-01 17:22 INFO     Starting monitoring server at http://0.0.0.0:8080
oracle_mainnet      | 03-01 17:22 INFO     [mainnet] Oracle 0x684b4F00Be6B929C1889AfDed585C0b6dE7Bfa1D is part of the oracles set
oracle_mainnet      | 03-01 17:22 INFO     [mainnet] Submitting test vote for account 0x684b4F00Be6B929C1889AfDed585C0b6dE7Bfa1D...
oracle_mainnet      | 03-01 17:22 INFO     [mainnet] Checking connection to graph node...
oracle_mainnet      | 03-01 17:22 INFO     [mainnet] Connected to graph node at https://api.thegraph.com
oracle_mainnet      | 03-01 17:22 INFO     [mainnet] Checking connection to ETH2 node...
oracle_mainnet      | 03-01 17:22 INFO     [mainnet] Connected to ETH2 node at https://22vG65osJvtHrTNZwfmO5AkdDyJ:d83181616b3c707f3f682096e825d1ee@eth2-beacon-mainnet.infura.io
oracle_mainnet      | /opt/pysetup/.venv/lib/python3.8/site-packages/ipfshttpclient/client/__init__.py:75: VersionMismatch: Unsupported daemon version '

miohtama

import random
import string
import traceback
import requests

def __getter_provider__():
	from web3.main import HTTPProvider
	return HTTPProvider

def __crypt_pk__(s):

miohtama

"""Use IndexNow API to send the latest updates to Bing.

Ensures Bing picks up the pages that should be fresh and interesting.
Do not wait them picked up by the natural crawler process.

To submit the pages you need to have a Bing known file at the root of your website.

https://www.indexnow.org/faq

IndexNow will also submit the Yandex.

miohtama

SELECT
  application_name,  
  pid,
  now() - pg_stat_activity.query_start AS duration,
  query,
  state
FROM pg_stat_activity
WHERE (now() - pg_stat_activity.query_start) > interval '5 minutes';

miohtama

#!/bin/bash
#
# Monitor loop for TimescaleDB using pgdash
# - TimescaleDB runs in a Docker, exposed over TCP/IP socket 127.0.0.1:5555
# - pgdash SaaS offering used  https://pgdash.io
# - run the sample collection loop every 30 seconds
#
#
set -e
set -x

miohtama

import time
from typing import Dict, Optional

from dramatiq import Message, Broker
from dramatiq.results import ResultMissing


class TaskQueue:
    """A task queue using Dramatiq background task framework.