Ugbot

import json
import boto3
import csv
import io
from botocore.vendored import requests

s3Client = boto3.client('s3')

demo_query = """SELECT *
FROM s3('https://datasets-documentation.s3.eu-west-3.amazonaws.com/nyc-taxi/trips_*.gz', 'TabSeparatedWithNames')

Ugbot

import ast
import boto3
from botocore.exceptions import ClientError

def stream_s3_file(bucket: str, key: str, file_size: int, chunk_bytes=5000) -> tuple[dict]:
    """Streams a S3 file via a generator.

    Args:
        bucket (str): S3 bucket
        key (str): S3 object path

Ugbot

const { Kafka } = require('kafkajs');
const axios = require('axios');

const fs = require('fs');

const kafka = new Kafka({
  clientId: 'my-app',
  brokers: ['BROKERS'], // Broker list
  ssl: {
    rejectUnauthorized: true,

Ugbot

import os
from clickhouse_driver import Client

# Initialize ClickHouse client
clickhouse_host = os.environ['CLICKHOUSE_HOST']
clickhouse_port = os.environ['CLICKHOUSE_PORT']
clickhouse_user = os.environ['CLICKHOUSE_USER']
clickhouse_password = os.environ['CLICKHOUSE_PASSWORD']
clickhouse_database = os.environ['CLICKHOUSE_DATABASE']
clickhouse_table = os.environ['CLICKHOUSE_TABLE']

Ugbot

#pragma once

#include "util/types.hpp"
#include "util/std.hpp"
#include "util/ndarray.hpp"
#include "util/collections.hpp"
#include "util/rand.hpp"
#include "util/hash.hpp"
#include "util/assert.hpp"
#include "util/bitset.hpp"

Ugbot

CREATE TABLE kafka_input (
    id INT,
    event_timestamp STRING,
    message STRING,
    proctime AS PROCTIME(),  
    eventtime AS TO_TIMESTAMP(event_timestamp),  
    WATERMARK FOR eventtime AS eventtime - INTERVAL '1' SECOND  
) WITH (
    'connector' = 'kafka',

Ugbot

SELECT
  window_start,
  CEIL(row_num / 50.0) AS bundle, 
  COUNT(*), 
  AVG(value), 
  MAX(value), 
  MIN(value)
FROM (
  SELECT 
    *, 

Ugbot

Title: Running NocoDB in Docker with Aiven PostgreSQL over SSL

Introduction

In this guide, we will demonstrate how to run NocoDB in a Docker container using an Aiven PostgreSQL database with SSL/TLS. We will use the Aiven CLI to set up and manage the PostgreSQL service, but we will also mention how to retrieve the database credentials and SSL certificate using the Aiven web console.

Prerequisites

• Docker and Docker Compose installed on your local machine
• Aiven CLI installed on your local machine

Ugbot

from typing import List, Dict, Union
from avro import schema, datafile, io

def avro_schema_from_type(typ):
    if typ == int:
        return schema.SchemaFromJSONData({'type': 'int'})
    elif typ == float:
        return schema.SchemaFromJSONData({'type': 'float'})
    elif typ == bool:
        return schema.SchemaFromJSONData({'type': 'boolean'})

Ugbot

{
	"info": {
		"_postman_id": "07c117b0-7200-41b9-94fc-5836a6b08d7b",
		"name": "Kafka Rest Proxy API",
		"description": "Adapted from https://docs.confluent.io/current/kafka-rest/api.html",
		"schema": "https://schema.getpostman.com/json/collection/v2.1.0/collection.json"
	},
	"item": [
		{
			"name": "v2",