# config.storage.topic=connect-configs
$ bin/kafka-topics --create --zookeeper localhost:2181 --topic connect-configs --replication-factor 3 --partitions 1 --config cleanup.policy=compact
# offset.storage.topic=connect-offsets
$ bin/kafka-topics --create --zookeeper localhost:2181 --topic connect-offsets --replication-factor 3 --partitions 50 --config cleanup.policy=compact
# status.storage.topic=connect-status
$ $ bin/kafka-topics --create --zookeeper localhost:2181 --topic connect-statuses --replication-factor 3 --partitions 50 --config cleanup.policy=compact
This guide will walk you through creating and executing a job that will demonstrate Nomad's job anti-affinity rules and, in clusters with memory limited Nomad clients, filtering based resource exhaustion.
- One Nomad Server Node
- Three Nomad Client Nodes
- 768 MB RAM total (providing 761 MB RAM in
nomad node-status -self
)
- 768 MB RAM total (providing 761 MB RAM in
Tools to verify mail configuration
{ | |
"listeners": [ | |
{ | |
"address": "tcp://0.0.0.0:5050", | |
"filters": [ | |
{ | |
"type": "read", | |
"name": "http_connection_manager", | |
"config": { | |
"codec_type": "auto", |
{ | |
"listeners": [ | |
{ | |
"address": "tcp://0.0.0.0:4321", | |
"filters": [ | |
{ | |
"type": "read", | |
"name": "http_connection_manager", | |
"config": { | |
"codec_type": "auto", |
Moved to git repository: https://github.com/denji/nginx-tuning
For this configuration you can use web server you like, i decided, because i work mostly with it to use nginx.
Generally, properly configured nginx can handle up to 400K to 500K requests per second (clustered), most what i saw is 50K to 80K (non-clustered) requests per second and 30% CPU load, course, this was 2 x Intel Xeon
with HyperThreading enabled, but it can work without problem on slower machines.
You must understand that this config is used in testing environment and not in production so you will need to find a way to implement most of those features best possible for your servers.
openssl s_client -connect ":" -showcerts -servername ""
templates = [ | |
"consul.consul.* measurement.field*", | |
"consul.raft.* measurement.field*", | |
"consul.memberlist.* measurement.field*", | |
"consul.runtime.* measurement.field*", | |
"consul.serf.* measurement.field*", | |
"consul.*.*.*.*.memberlist.* measurement.hostname.hostname.hostname.hostname.field*", | |
"consul.*.*.*.*.runtime.* measurement.hostname.hostname.hostname.hostname.field*", | |
"consul.*.*.*.*.consul.* measurement.hostname.hostname.hostname.hostname.field*", | |
"nomad.runtime.* measurement.field*", |
[agent] | |
interval = "10s" | |
round_interval = true | |
metric_batch_size = 1000 | |
metric_buffer_limit = 10000 | |
collection_jitter = "0s" | |
flush_interval = "10s" | |
flush_jitter = "3s" | |
precision = "" | |
debug = false |
from locust.stats import RequestStats | |
from locust import Locust, TaskSet, task, events | |
import os | |
import sys, getopt, argparse | |
from random import randint,random | |
import json | |
from locust.events import EventHook | |
import requests | |
import re | |
import grpc |