RHCS on All Flash Cluster : Performance Blog Series : ceph-ansible group_vars/all.yml

all.yml

### PLEASE TAKE IN ACCOUNT THIS FILE IS CONFIGURED FOR BECHNMARK TESTING OF CEPH NOT PRODUCTION USE
# cat ceph-ansible-3.2/group_vars/all.yml
---
dummy:


#ceph_release_num:
#  dumpling: 0.67
#  emperor: 0.72
#  firefly: 0.80
#  giant: 0.87
#  hammer: 0.94
#  infernalis: 9
#  jewel: 10
#  kraken: 11
#  luminous: 12
#  mimic: 13


fetch_directory: ~/ceph-ansible-keys
ntp_service_enabled: false
ceph_origin: repository
ceph_repository: rhcs
generate_fsid: true
ceph_osd_docker_export_log: true
ceph_conf_key_directory: /etc/ceph
cephx: false
monitor_interface: enp28s0f2.200
public_network: 10.48.XX.0/24
cluster_network: 1.XX.1.0/24
containerized_deployment: true
osd_objectstore: bluestore
docker_pull_retry: 6
docker_pull_timeout: "600s"
upgrade_ceph_packages: False
ceph_docker_image: "registry.access.redhat.com/rhceph/rhceph-3-rhel7"
ceph_docker_image_tag: "3.2"
ceph_docker_registry: dev.XXX.lab:5000
rbd_cache: "false"
rbd_cache_writethrough_until_flush: "true"
rbd_concurrent_management_ops: 20
rbd_client_directories: true
rbd_client_directory_owner: "qemu"
rbd_client_directory_group: "libvirtd"
rbd_client_directory_mode: "0755"
rbd_client_log_path: /var/log/ceph
rbd_client_log_file: "{{ rbd_client_log_path }}/qemu-guest-$pid.log"
rbd_client_admin_socket_path: /var/run/ceph


ceph_conf_overrides:
    global:
      log file: /var/log/ceph/$cluster-$type-$id.log
      max open files: 131072
      osd pool default size: 2
      osd pool default min size: 1
      osd op threads: 2
      auth client required: none
      auth cluster required: none
      auth service required: none
      auth supported: none
      osd objectstore: bluestore
      cephx require signatures: False
      cephx sign messages: False
      perf: True
      rocksdb perf: True
      throttler perf counter: false
      rbd readahead disable after bytes: 0
      rbd readahead max bytes: 4194304
      admin socket: "$run_dir/$cluster-$name.asok"
      mon compact on trim: false
      osd scrub load threshold: 0.01
      osd scrub min interval: 137438953472
      osd scrub max interval: 137438953472
      osd deep scrub interval: 137438953472
      osd max scrubs: 16
      debug none: 0/0
      debug lockdep: 0/0
      debug context: 0/0
      debug crush: 0/0
      debug mds: 0/0
      debug mds balancer: 0/0
      debug mds locker: 0/0
      debug mds log: 0/0
      debug mds log expire: 0/0
      debug mds migrator: 0/0
      debug buffer: 0/0
      debug timer: 0/0
      debug filer: 0/0
      debug striper: 0/0
      debug objecter: 0/0
      debug rados: 0/0
      debug rbd: 0/0
      debug rbd mirror: 0/0
      debug rbd replay: 0/0
      debug journaler: 0/0
      debug objectcacher: 0/0
      debug client: 0/0
      debug osd: 0/0
      debug optracker: 0/0
      debug objclass: 0/0
      debug filestore: 0/0
      debug journal: 0/0
      debug ms: 0/0
      debug mon: 0/0
      debug monc: 0/00
      debug paxos: 0/0
      debug tp: 0/0
      debug auth: 0/0
      debug crypto: 0/0
      debug finisher: 0/0
      debug reserver: 0/0
      debug heartbeatmap: 0/0
      debug perfcounter: 0/0
      debug rgw: 0/0
      debug civetweb: 0/0
      debug javaclient: 0/0
      debug asok: 0/0
      debug throttle: 0/0
      debug refs: 0/0
      debug xio: 0/0
      debug compressor: 0/0
      debug bluestore: 0/0
      debug bluefs: 0/0
      debug bdev: 0/0
      debug kstore: 0/0
      debug rocksdb: 0/0
      debug leveldb: 0/0
      debug memdb: 0/0
      debug kinetic: 0/0
      debug fuse: 0/0
      debug mgr: 0/0
      debug mgrc: 0/0
      debug dpdk: 0/0
      debug eventtrace: 0/0
    client:
      rbd cache: False
    mon:
      mon health preluminous compat: true
      mon osd down out interval: 300
      mon allow pool delete: true
    osd:
      bluestore min alloc size ssd: 4096
      osd map share max epochs: 100
      osd max backfills: 5
      osd op num shards: 8
      osd op num threads per shard: 2
      bluestore rocksdb options: compression=kNoCompression,max_write_buffer_number=32,min_write_buffer_number_to_merge=2,recycle_log_file_num=32,compaction_style=kCompactionStyleLevel,write_buffer_size=67108864,target_file_size_base=67108864,max_background_compactions=31,level0_file_num_compaction_trigger=8,level0_slowdown_writes_trigger=32,level0_stop_writes_trigger=64,max_bytes_for_level_base=536870912,compaction_threads=32,max_bytes_for_level_multiplier=8,flusher_threads=8,compaction_readahead_size=2MB
      bluestore csum type: none
      bluestore cache autotune: 0
      bluestore cache kv ratio: 0.2
      bluestore cache meta ratio: 0.8
      bluestore cache size ssd: 8G
      bluestore extent map shard min size: 50
      bluestore extent map shard max size: 200
      bluestore extent map shard target size: 100
      osd min pg log entries: 10
      osd max pg log entries: 10
      osd pg log dups tracked: 10
      osd pg log trim min: 10


os_tuning_params:
  - { name: kernel.pid_max, value: 4194303 }
  - { name: fs.file-max, value: 26234859 }
  - { name: vm.zone_reclaim_mode, value: 0 }
  - { name: vm.swappiness, value: 1 }
  - { name: net.ipv4.tcp_rmem, value: "4096 87380 134217728" }
  - { name: net.ipv4.tcp_wmem, value: "4096 65536 134217728" }
  - { name: net.core.rmem_max, value: "268435456" }
  - { name: net.core.wmem_max, value: "268435456" }