Skip to content

Instantly share code, notes, and snippets.

@markvincze

markvincze/gsdiag.json Secret

Created June 29, 2017 09:59
Show Gist options
  • Save markvincze/6b652e5c2052a3fd9932b8df75d6cafe to your computer and use it in GitHub Desktop.
Save markvincze/6b652e5c2052a3fd9932b8df75d6cafe to your computer and use it in GitHub Desktop.
Download ZIP
Cloud Storage benchmarks
Raw
gsdiag.json
{
"latency": {
"UPLOAD_0": [
0.9249460697174072,
0.3419201374053955,
0.490447998046875,
0.1869959831237793,
0.16880297660827637
],
"DOWNLOAD_1024": [
0.9564471244812012,
0.11337089538574219,
0.14351391792297363,
0.1225290298461914,
0.22588515281677246
],
"DELETE_0": [
0.20169305801391602,
0.13966107368469238,
0.16945600509643555,
0.2621321678161621,
0.1340489387512207
],
"METADATA_1024": [
0.8676810264587402,
0.04142308235168457,
0.06918001174926758,
0.06917595863342285,
0.040051937103271484
],
"METADATA_102400": [
0.0655210018157959,
0.03478407859802246,
0.04320502281188965,
0.06895995140075684,
0.0742790699005127
],
"UPLOAD_102400": [
0.45134711265563965,
0.2626190185546875,
0.4060969352722168,
0.22235608100891113,
0.3255770206451416
],
"DOWNLOAD_1048576": [
0.2562141418457031,
2.3189258575439453,
0.17763710021972656,
0.15795397758483887,
3.386147975921631
],
"DELETE_1048576": [
0.1338651180267334,
0.13989901542663574,
0.1429610252380371,
0.20442700386047363,
0.5155060291290283
],
"DOWNLOAD_102400": [
0.16028189659118652,
0.3313131332397461,
0.14678287506103516,
0.11010909080505371,
0.13271093368530273
],
"METADATA_0": [
0.08514404296875,
0.06759905815124512,
0.08793306350708008,
0.034667015075683594,
0.03249502182006836
],
"DOWNLOAD_0": [
0.17159390449523926,
0.09186100959777832,
0.19245696067810059,
0.2536790370941162,
0.07696700096130371
],
"METADATA_1048576": [
0.06800413131713867,
0.24150395393371582,
0.03173995018005371,
0.03546905517578125,
0.49017882347106934
],
"DELETE_102400": [
0.4092679023742676,
0.12119603157043457,
0.12272000312805176,
0.1365959644317627,
0.23754000663757324
],
"DELETE_1024": [
0.21118807792663574,
0.18030190467834473,
0.1369619369506836,
0.13611316680908203,
0.14417505264282227
],
"UPLOAD_1048576": [
0.3011751174926758,
1.5536088943481445,
0.48748183250427246,
0.31290292739868164,
0.8627760410308838
],
"UPLOAD_1024": [
0.5885038375854492,
0.2418220043182373,
0.5194919109344482,
1.3239588737487793,
0.22486495971679688
]
},
"read_throughput": {
"processes": 1,
"time_took": 1.6553130149841309,
"file_size": 1048576,
"bytes_per_second": 3167304.281752574,
"threads": 1,
"parallelism": null,
"total_bytes_copied": 5242880
},
"error_responses_by_code": {},
"connection_breaks": 0,
"json_format": "perfdiag",
"write_throughput": {
"processes": 1,
"time_took": 2.7506601810455322,
"file_size": 1048576,
"bytes_per_second": 1906044.242079794,
"threads": 1,
"parallelism": null,
"total_bytes_copied": 5242880
},
"request_errors": 0,
"bucket_uri": "gs://travix-core-appcatalog-production/",
"gsutil_version": "4.25",
"boto_version": "2.42.0",
"sysinfo": {
"googserv_ips": [
"74.125.133.128"
],
"meminfo": {
"mem_free": 638172000,
"mem_buffers": 424868000,
"mem_total": 26760228000,
"mem_cached": 4113852000
},
"using_proxy": false,
"dns_o-o_ip": "",
"boto_https_enabled": true,
"google_host_dns_latency": 0.0743110179901123,
"cpu_count": 4,
"gsutil_config": {
"SCOPE_READ_WRITE": "https://www.googleapis.com/auth/devstorage.read_write",
"SCOPE_READ_ONLY": "https://www.googleapis.com/auth/devstorage.read_only",
"DEFAULT_SLICED_OBJECT_DOWNLOAD_THRESHOLD": "150M",
"MAX_COMPONENT_COUNT": 1024,
"SCOPE_FULL_CONTROL": "https://www.googleapis.com/auth/devstorage.full_control",
"DEFAULT_SLICED_OBJECT_DOWNLOAD_MAX_COMPONENTS": 4,
"DEFAULT_PARALLEL_COMPOSITE_UPLOAD_THRESHOLD": "0",
"DEFAULT_PARALLEL_COMPOSITE_UPLOAD_COMPONENT_SIZE": "50M",
"CHECK_HASH_ALWAYS": "always",
"RESUMABLE_THRESHOLD_B": 8388608,
"DEFAULT_TASK_ESTIMATION_THRESHOLD": 30000,
"DEFAULT_SLICED_OBJECT_DOWNLOAD_COMPONENT_SIZE": "200M",
"DEFAULT_PARALLEL_PROCESS_COUNT": 4,
"CHECK_HASH_NEVER": "never",
"SCOPE_CLOUD_PLATFORM": "https://www.googleapis.com/auth/cloud-platform",
"CHECK_HASH_IF_FAST_ELSE_FAIL": "if_fast_else_fail",
"IS_WINDOWS": false,
"DEFAULT_PARALLEL_THREAD_COUNT": 5,
"HAS_CRYPTO": true,
"CHECK_HASH_IF_FAST_ELSE_SKIP": "if_fast_else_skip",
"GOOG_CLOUD_CONSOLE_URI": "https://cloud.google.com/console#/project"
},
"gmt_timestamp": "Thu, 29 Jun 2017 07:22:41 +0000",
"googserv_route": "",
"load_avg": [
26.33,
25.41,
17.43
],
"disk_counters_end": {
"sda10": [
1,
0,
512,
0,
1,
0
],
"sda11": [
72,
0,
761856,
0,
46,
0
],
"sda12": [
36,
0,
581632,
0,
40,
0
],
"sda6": [
1,
0,
512,
0,
1,
0
],
"sda7": [
1,
0,
512,
0,
1,
0
],
"sda4": [
68,
0,
1163264,
0,
55,
0
],
"sda5": [
92,
0,
4227072,
0,
87,
0
],
"sda2": [
68,
0,
1163264,
0,
42,
0
],
"sda3": [
3719,
0,
128598016,
0,
6074,
0
],
"sda1": [
788,
61276,
4755456,
8780070912,
2136,
5858394
],
"dm-0": [
3518,
0,
115412992,
0,
6365,
0
],
"sda8": [
22,
0,
291840,
0,
26,
0
],
"sda9": [
1,
0,
512,
0,
1,
0
]
},
"google_host_connect_latencies": {
"74.125.133.128": 0.0066661834716796875
},
"tempdir": "/tmp",
"disk_counters_start": {
"sda10": [
1,
0,
512,
0,
1,
0
],
"sda11": [
72,
0,
761856,
0,
46,
0
],
"sda12": [
36,
0,
581632,
0,
40,
0
],
"sda6": [
1,
0,
512,
0,
1,
0
],
"sda7": [
1,
0,
512,
0,
1,
0
],
"sda4": [
68,
0,
1163264,
0,
55,
0
],
"sda5": [
92,
0,
4227072,
0,
87,
0
],
"sda2": [
68,
0,
1163264,
0,
42,
0
],
"sda3": [
3719,
0,
128598016,
0,
6074,
0
],
"sda1": [
782,
59695,
4722688,
8659382272,
2087,
5765494
],
"dm-0": [
3518,
0,
115412992,
0,
6365,
0
],
"sda8": [
22,
0,
291840,
0,
26,
0
],
"sda9": [
1,
0,
512,
0,
1,
0
]
},
"ip_address": "10.121.171.27",
"googserv_hostnames": [
"wo-in-f128.1e100.net"
],
"tcp_proc_values": {}
},
"total_requests": 94,
"metadata": {}
}
Raw
gsutil perdiag output.txt
==============================================================================
DIAGNOSTIC RESULTS
==============================================================================
------------------------------------------------------------------------------
Latency
------------------------------------------------------------------------------
Operation Size Trials Mean (ms) Std Dev (ms) Median (ms) 90th % (ms)
========= ========= ====== ========= ============ =========== ===========
Delete 0 B 5 181.4 47.0 169.5 238.0
Delete 1 KiB 5 161.7 29.6 144.2 198.8
Delete 100 KiB 5 205.5 110.7 136.6 340.6
Delete 1 MiB 5 227.3 146.3 143.0 391.1
Download 0 B 5 157.3 65.5 171.6 229.2
Download 1 KiB 5 312.3 324.5 143.5 664.2
Download 100 KiB 5 176.2 79.3 146.8 262.9
Download 1 MiB 5 1259.4 1344.3 256.2 2959.3
Metadata 0 B 5 61.6 23.9 67.6 86.8
Metadata 1 KiB 5 217.5 325.3 69.2 548.3
Metadata 100 KiB 5 57.3 15.5 65.5 72.2
Metadata 1 MiB 5 173.4 176.2 68.0 390.7
Upload 0 B 5 422.6 276.9 341.9 751.1
Upload 1 KiB 5 579.7 399.4 519.5 1029.8
Upload 100 KiB 5 333.6 85.6 325.6 433.2
Upload 1 MiB 5 703.6 471.0 487.5 1277.3
------------------------------------------------------------------------------
Write Throughput
------------------------------------------------------------------------------
Copied 5 1 MiB file(s) for a total transfer size of 5 MiB.
Write throughput: 14.54 Mibit/s.
Parallelism strategy: None
------------------------------------------------------------------------------
Read Throughput
------------------------------------------------------------------------------
Copied 5 1 MiB file(s) for a total transfer size of 5 MiB.
Read throughput: 24.16 Mibit/s.
Parallelism strategy: None
------------------------------------------------------------------------------
System Information
------------------------------------------------------------------------------
IP Address:
10.121.171.27
Temporary Directory:
/tmp
Bucket URI:
gs://travix-core-appcatalog-production/
gsutil Version:
4.25
boto Version:
2.42.0
Measurement time:
2017-06-29 07:22:41 AM
Google Server:
Google Server IP Addresses:
74.125.133.128
Google Server Hostnames:
wo-in-f128.1e100.net
Google DNS thinks your IP is:
CPU Count:
4
CPU Load Average:
[26.33, 25.41, 17.43]
Total Memory:
24.92 GiB
Free Memory:
4.82 GiB
TCP segment counts not available because "netstat" was not found during test runs
Disk Counter Deltas:
disk reads writes rbytes wbytes rtime wtime
dm-0 0 0 0 0 0 0
sda1 6 1581 32768 120688640 49 92900
sda10 0 0 0 0 0 0
sda11 0 0 0 0 0 0
sda12 0 0 0 0 0 0
sda2 0 0 0 0 0 0
sda3 0 0 0 0 0 0
sda4 0 0 0 0 0 0
sda5 0 0 0 0 0 0
sda6 0 0 0 0 0 0
sda7 0 0 0 0 0 0
sda8 0 0 0 0 0 0
sda9 0 0 0 0 0 0
TCP /proc values:
Boto HTTPS Enabled:
True
Requests routed through proxy:
False
Latency of the DNS lookup for Google Storage server (ms):
74.3
Latencies connecting to Google Storage server IPs (ms):
74.125.133.128 = 6.7
------------------------------------------------------------------------------
In-Process HTTP Statistics
------------------------------------------------------------------------------
Total HTTP requests made: 94
HTTP 5xx errors: 0
HTTP connections broken: 0
Availability: 100%
Output file written to '/gsdiag.json'.
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment