Skip to content

Instantly share code, notes, and snippets.

@goberle
Created October 29, 2015 20:41
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save goberle/386debbc85a8d469cfcf to your computer and use it in GitHub Desktop.
Save goberle/386debbc85a8d469cfcf to your computer and use it in GitHub Desktop.
root@ceph1-mon1:~# ceph osd tree
ID WEIGHT TYPE NAME UP/DOWN REWEIGHT PRIMARY-AFFINITY
-13 26.15996 datacenter le7
-6 8.71999 host ceph0-osd4
0 1.09000 osd.0 up 1.00000 1.00000
1 1.09000 osd.1 up 1.00000 1.00000
2 1.09000 osd.2 up 1.00000 1.00000
3 1.09000 osd.3 up 1.00000 1.00000
4 1.09000 osd.4 up 1.00000 1.00000
18 1.09000 osd.18 up 1.00000 1.00000
22 1.09000 osd.22 up 1.00000 1.00000
26 1.09000 osd.26 up 1.00000 1.00000
-8 8.71999 host ceph0-osd6
30 1.09000 osd.30 up 1.00000 1.00000
40 1.09000 osd.40 up 1.00000 1.00000
47 1.09000 osd.47 up 1.00000 1.00000
52 1.09000 osd.52 up 1.00000 1.00000
57 1.09000 osd.57 up 1.00000 1.00000
62 1.09000 osd.62 up 1.00000 1.00000
67 1.09000 osd.67 up 1.00000 1.00000
72 1.09000 osd.72 up 1.00000 1.00000
-10 8.71999 host ceph0-osd8
37 1.09000 osd.37 up 1.00000 1.00000
45 1.09000 osd.45 up 1.00000 1.00000
51 1.09000 osd.51 up 1.00000 1.00000
56 1.09000 osd.56 up 1.00000 1.00000
61 1.09000 osd.61 up 1.00000 1.00000
66 1.09000 osd.66 up 1.00000 1.00000
71 1.09000 osd.71 up 1.00000 1.00000
76 1.09000 osd.76 up 1.00000 1.00000
-2 52.31992 datacenter mai
-3 8.71999 host ceph0-osd1
5 1.09000 osd.5 up 1.00000 1.00000
6 1.09000 osd.6 up 1.00000 1.00000
7 1.09000 osd.7 up 1.00000 1.00000
8 1.09000 osd.8 up 1.00000 1.00000
9 1.09000 osd.9 up 1.00000 1.00000
10 1.09000 osd.10 up 1.00000 1.00000
11 1.09000 osd.11 up 1.00000 1.00000
12 1.09000 osd.12 up 1.00000 1.00000
-4 8.71999 host ceph0-osd2
13 1.09000 osd.13 up 1.00000 1.00000
14 1.09000 osd.14 up 1.00000 1.00000
15 1.09000 osd.15 up 1.00000 1.00000
16 1.09000 osd.16 up 1.00000 1.00000
19 1.09000 osd.19 up 1.00000 1.00000
23 1.09000 osd.23 up 1.00000 1.00000
27 1.09000 osd.27 up 1.00000 1.00000
31 1.09000 osd.31 up 1.00000 1.00000
-5 8.71999 host ceph0-osd3
17 1.09000 osd.17 up 1.00000 1.00000
20 1.09000 osd.20 up 1.00000 1.00000
24 1.09000 osd.24 up 1.00000 1.00000
28 1.09000 osd.28 up 1.00000 1.00000
32 1.09000 osd.32 up 1.00000 1.00000
35 1.09000 osd.35 up 1.00000 1.00000
38 1.09000 osd.38 up 1.00000 1.00000
41 1.09000 osd.41 up 1.00000 1.00000
-7 8.71999 host ceph0-osd5
21 1.09000 osd.21 up 1.00000 1.00000
25 1.09000 osd.25 up 1.00000 1.00000
29 1.09000 osd.29 up 1.00000 1.00000
33 1.09000 osd.33 up 1.00000 1.00000
36 1.09000 osd.36 up 1.00000 1.00000
39 1.09000 osd.39 up 1.00000 1.00000
42 1.09000 osd.42 up 1.00000 1.00000
44 1.09000 osd.44 up 1.00000 1.00000
-9 8.71999 host ceph0-osd7
46 1.09000 osd.46 up 1.00000 1.00000
50 1.09000 osd.50 up 1.00000 1.00000
55 1.09000 osd.55 up 1.00000 1.00000
60 1.09000 osd.60 up 1.00000 1.00000
65 1.09000 osd.65 up 1.00000 1.00000
69 1.09000 osd.69 up 1.00000 1.00000
74 1.09000 osd.74 up 1.00000 1.00000
79 1.09000 osd.79 up 1.00000 1.00000
-11 8.71999 host ceph0-osd9
49 1.09000 osd.49 up 1.00000 1.00000
54 1.09000 osd.54 up 1.00000 1.00000
59 1.09000 osd.59 up 1.00000 1.00000
64 1.09000 osd.64 up 1.00000 1.00000
70 1.09000 osd.70 up 1.00000 1.00000
75 1.09000 osd.75 up 1.00000 1.00000
80 1.09000 osd.80 up 1.00000 1.00000
83 1.09000 osd.83 up 1.00000 1.00000
root@ceph1-mon1:~# cat crush.txt
# begin crush map
tunable choose_local_tries 0
tunable choose_local_fallback_tries 0
tunable choose_total_tries 50
tunable chooseleaf_descend_once 1
tunable chooseleaf_vary_r 1
tunable straw_calc_version 1
tunable allowed_bucket_algs 54
# devices
device 0 osd.0
device 1 osd.1
device 2 osd.2
device 3 osd.3
device 4 osd.4
device 5 osd.5
device 6 osd.6
device 7 osd.7
device 8 osd.8
device 9 osd.9
device 10 osd.10
device 11 osd.11
device 12 osd.12
device 13 osd.13
device 14 osd.14
device 15 osd.15
device 16 osd.16
device 17 osd.17
device 18 osd.18
device 19 osd.19
device 20 osd.20
device 21 osd.21
device 22 osd.22
device 23 osd.23
device 24 osd.24
device 25 osd.25
device 26 osd.26
device 27 osd.27
device 28 osd.28
device 29 osd.29
device 30 osd.30
device 31 osd.31
device 32 osd.32
device 33 osd.33
device 34 device34
device 35 osd.35
device 36 osd.36
device 37 osd.37
device 38 osd.38
device 39 osd.39
device 40 osd.40
device 41 osd.41
device 42 osd.42
device 43 device43
device 44 osd.44
device 45 osd.45
device 46 osd.46
device 47 osd.47
device 48 device48
device 49 osd.49
device 50 osd.50
device 51 osd.51
device 52 osd.52
device 53 device53
device 54 osd.54
device 55 osd.55
device 56 osd.56
device 57 osd.57
device 58 device58
device 59 osd.59
device 60 osd.60
device 61 osd.61
device 62 osd.62
device 63 device63
device 64 osd.64
device 65 osd.65
device 66 osd.66
device 67 osd.67
device 68 device68
device 69 osd.69
device 70 osd.70
device 71 osd.71
device 72 osd.72
device 73 device73
device 74 osd.74
device 75 osd.75
device 76 osd.76
device 77 device77
device 78 device78
device 79 osd.79
device 80 osd.80
device 81 device81
device 82 device82
device 83 osd.83
# types
type 0 osd
type 1 host
type 2 chassis
type 3 rack
type 4 row
type 5 pdu
type 6 pod
type 7 room
type 8 datacenter
type 9 region
type 10 root
# buckets
host ceph0-osd1 {
id -3 # do not change unnecessarily
# weight 8.720
alg straw
hash 0 # rjenkins1
item osd.5 weight 1.090
item osd.6 weight 1.090
item osd.7 weight 1.090
item osd.8 weight 1.090
item osd.9 weight 1.090
item osd.10 weight 1.090
item osd.11 weight 1.090
item osd.12 weight 1.090
}
host ceph0-osd2 {
id -4 # do not change unnecessarily
# weight 8.720
alg straw
hash 0 # rjenkins1
item osd.13 weight 1.090
item osd.14 weight 1.090
item osd.15 weight 1.090
item osd.16 weight 1.090
item osd.19 weight 1.090
item osd.23 weight 1.090
item osd.27 weight 1.090
item osd.31 weight 1.090
}
host ceph0-osd3 {
id -5 # do not change unnecessarily
# weight 8.720
alg straw
hash 0 # rjenkins1
item osd.17 weight 1.090
item osd.20 weight 1.090
item osd.24 weight 1.090
item osd.28 weight 1.090
item osd.32 weight 1.090
item osd.35 weight 1.090
item osd.38 weight 1.090
item osd.41 weight 1.090
}
host ceph0-osd5 {
id -7 # do not change unnecessarily
# weight 8.720
alg straw
hash 0 # rjenkins1
item osd.21 weight 1.090
item osd.25 weight 1.090
item osd.29 weight 1.090
item osd.33 weight 1.090
item osd.36 weight 1.090
item osd.39 weight 1.090
item osd.42 weight 1.090
item osd.44 weight 1.090
}
host ceph0-osd7 {
id -9 # do not change unnecessarily
# weight 8.720
alg straw
hash 0 # rjenkins1
item osd.46 weight 1.090
item osd.50 weight 1.090
item osd.55 weight 1.090
item osd.60 weight 1.090
item osd.65 weight 1.090
item osd.69 weight 1.090
item osd.74 weight 1.090
item osd.79 weight 1.090
}
host ceph0-osd9 {
id -11 # do not change unnecessarily
# weight 8.720
alg straw
hash 0 # rjenkins1
item osd.49 weight 1.090
item osd.54 weight 1.090
item osd.59 weight 1.090
item osd.64 weight 1.090
item osd.70 weight 1.090
item osd.75 weight 1.090
item osd.80 weight 1.090
item osd.83 weight 1.090
}
datacenter mai {
id -2 # do not change unnecessarily
# weight 52.320
alg straw
hash 0 # rjenkins1
item ceph0-osd1 weight 8.720
item ceph0-osd2 weight 8.720
item ceph0-osd3 weight 8.720
item ceph0-osd5 weight 8.720
item ceph0-osd7 weight 8.720
item ceph0-osd9 weight 8.720
}
host ceph0-osd4 {
id -6 # do not change unnecessarily
# weight 8.720
alg straw
hash 0 # rjenkins1
item osd.0 weight 1.090
item osd.1 weight 1.090
item osd.2 weight 1.090
item osd.3 weight 1.090
item osd.4 weight 1.090
item osd.18 weight 1.090
item osd.22 weight 1.090
item osd.26 weight 1.090
}
host ceph0-osd6 {
id -8 # do not change unnecessarily
# weight 8.720
alg straw
hash 0 # rjenkins1
item osd.30 weight 1.090
item osd.40 weight 1.090
item osd.47 weight 1.090
item osd.52 weight 1.090
item osd.57 weight 1.090
item osd.62 weight 1.090
item osd.67 weight 1.090
item osd.72 weight 1.090
}
host ceph0-osd8 {
id -10 # do not change unnecessarily
# weight 8.720
alg straw
hash 0 # rjenkins1
item osd.37 weight 1.090
item osd.45 weight 1.090
item osd.51 weight 1.090
item osd.56 weight 1.090
item osd.61 weight 1.090
item osd.66 weight 1.090
item osd.71 weight 1.090
item osd.76 weight 1.090
}
datacenter le7 {
id -13 # do not change unnecessarily
# weight 26.160
alg straw
hash 0 # rjenkins1
item ceph0-osd4 weight 8.720
item ceph0-osd6 weight 8.720
item ceph0-osd8 weight 8.720
}
# rules
rule replicated_ruleset {
ruleset 0
type replicated
min_size 1
max_size 10
step take mai
step chooseleaf firstn 2 type host
step emit
step take le7
step chooseleaf firstn -2 type host
step emit
}
# end crush map
root@ceph1-mon1:~# ceph df
GLOBAL:
SIZE AVAIL RAW USED %RAW USED
80443G 80365G 79108M 0.10
POOLS:
NAME ID USED %USED MAX AVAIL OBJECTS
one-dev 1 23046M 0.03 8927G 5974
@goberle
Copy link
Author

goberle commented Oct 29, 2015

root@ceph1-mon1:~# ceph osd pool get one-dev crush_ruleset
crush_ruleset: 0

@goberle
Copy link
Author

goberle commented Oct 29, 2015

root@ceph1-mon1:# ceph osd pool get one-dev size
size: 3
root@ceph1-mon1:
# ceph osd pool get one-dev min_size
min_size: 2

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment