Skip to content

Instantly share code, notes, and snippets.

@mstump
Last active July 19, 2019 16:28
Show Gist options
  • Save mstump/32dba430201d625be36b3c177bfa9722 to your computer and use it in GitHub Desktop.
Save mstump/32dba430201d625be36b3c177bfa9722 to your computer and use it in GitHub Desktop.
m3 index bug
[
{
"registry": {
"namespaces": {
"default": {
"bootstrapEnabled": true,
"cleanupEnabled": true,
"coldWritesEnabled": false,
"flushEnabled": true,
"indexOptions": {
"blockSizeDuration": "1h0m0s",
"enabled": true
},
"repairEnabled": true,
"retentionOptions": {
"blockDataExpiry": true,
"blockDataExpiryAfterNotAccessPeriodDuration": "5m0s",
"blockSizeDuration": "1h0m0s",
"bufferFutureDuration": "5m0s",
"bufferPastDuration": "30m0s",
"futureRetentionPeriodDuration": "0s",
"retentionPeriodDuration": "24h0m0s"
},
"schemaOptions": null,
"snapshotEnabled": true,
"writesToCommitLog": true
},
"metrics_10_90": {
"bootstrapEnabled": true,
"cleanupEnabled": true,
"coldWritesEnabled": false,
"flushEnabled": true,
"indexOptions": {
"blockSizeDuration": "24h0m0s",
"enabled": true
},
"repairEnabled": true,
"retentionOptions": {
"blockDataExpiry": true,
"blockDataExpiryAfterNotAccessPeriodDuration": "5m0s",
"blockSizeDuration": "24h0m0s",
"bufferFutureDuration": "5m0s",
"bufferPastDuration": "1h0m0s",
"futureRetentionPeriodDuration": "0s",
"retentionPeriodDuration": "2160h0m0s"
},
"schemaOptions": null,
"snapshotEnabled": true,
"writesToCommitLog": true
},
"metrics_1_90": {
"bootstrapEnabled": true,
"cleanupEnabled": true,
"coldWritesEnabled": false,
"flushEnabled": true,
"indexOptions": {
"blockSizeDuration": "24h0m0s",
"enabled": true
},
"repairEnabled": true,
"retentionOptions": {
"blockDataExpiry": true,
"blockDataExpiryAfterNotAccessPeriodDuration": "5m0s",
"blockSizeDuration": "24h0m0s",
"bufferFutureDuration": "5m0s",
"bufferPastDuration": "30m0s",
"futureRetentionPeriodDuration": "0s",
"retentionPeriodDuration": "2160h0m0s"
},
"schemaOptions": null,
"snapshotEnabled": true,
"writesToCommitLog": true
},
"metrics_60_90": {
"bootstrapEnabled": true,
"cleanupEnabled": true,
"coldWritesEnabled": false,
"flushEnabled": true,
"indexOptions": {
"blockSizeDuration": "24h0m0s",
"enabled": true
},
"repairEnabled": true,
"retentionOptions": {
"blockDataExpiry": true,
"blockDataExpiryAfterNotAccessPeriodDuration": "5m0s",
"blockSizeDuration": "24h0m0s",
"bufferFutureDuration": "5m0s",
"bufferPastDuration": "2h0m0s",
"futureRetentionPeriodDuration": "0s",
"retentionPeriodDuration": "2160h0m0s"
},
"schemaOptions": null,
"snapshotEnabled": true,
"writesToCommitLog": true
}
}
}
}
]
apiVersion: v1
data:
m3.yml: |
coordinator:
listenAddress:
type: "config"
value: "0.0.0.0:7201"
clusters:
- namespaces:
- namespace: default
type: unaggregated
retention: 24h
- namespace: metrics_1_90
type: aggregated
retention: 2160h
resolution: 1m
- namespace: metrics_10_90
type: aggregated
retention: 2160h
resolution: 10m
- namespace: metrics_60_90
type: aggregated
retention: 2160h
resolution: 60m
client:
config:
service:
env: "m3db/metrics-cluster"
zone: embedded
service: m3db
cacheDir: /var/lib/m3kv
etcdClusters:
- zone: embedded
endpoints:
- http://etcd-0.etcd:2379
- http://etcd-1.etcd:2379
- http://etcd-2.etcd:2379
metrics:
scope:
prefix: "coordinator"
prometheus:
handlerPath: /metrics
listenAddress: 0.0.0.0:7203
sanitization: prometheus
samplingRate: 1.0
extended: none
tagOptions:
idScheme: quoted
db:
logging:
level: info
metrics:
prometheus:
handlerPath: /metrics
sanitization: prometheus
samplingRate: 1.0
extended: detailed
listenAddress: 0.0.0.0:9000
clusterListenAddress: 0.0.0.0:9001
httpNodeListenAddress: 0.0.0.0:9002
httpClusterListenAddress: 0.0.0.0:9003
debugListenAddress: 0.0.0.0:9004
hostID:
resolver: file
file:
path: /etc/m3db/pod-identity/identity
timeout: 5m
client:
writeConsistencyLevel: majority
readConsistencyLevel: unstrict_majority
gcPercentage: 100
writeNewSeriesAsync: true
writeNewSeriesLimitPerSecond: 1048576
writeNewSeriesBackoffDuration: 2ms
bootstrap:
bootstrappers:
- filesystem
# - peers
# - uninitialized_topology
- noop-all
fs:
numProcessorsPerCPU: 2.0
commitlog:
# https://docs.m3db.io/operational_guide/availability_consistency_durability/
returnUnfulfilledForCorruptCommitLogFiles: false
commitlog:
flushMaxBytes: 524288
flushEvery: 1s
queue:
calculationType: fixed
size: 2097152
fs:
filePathPrefix: /var/lib/m3db
throughputLimitMbps: 4096.0
pooling:
indexResultsPool:
size: 0
config:
service:
env: "m3db/metrics-cluster"
zone: embedded
service: m3db
cacheDir: /var/lib/m3kv
etcdClusters:
- zone: embedded
endpoints:
- "http://etcd-0.etcd:2379"
- "http://etcd-1.etcd:2379"
- "http://etcd-2.etcd:2379"
kind: ConfigMap
metadata:
name: m3db-config-map-metrics-cluster
namespace: m3db
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment