Skip to content

Instantly share code, notes, and snippets.

@mulbc

mulbc/cosbench.xml

Last active January 3, 2020 01:27
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 1 You must be signed in to fork a gist
  • Save mulbc/33d90f470a641e402f3c53d16e4b360f to your computer and use it in GitHub Desktop.
Save mulbc/33d90f470a641e402f3c53d16e4b360f to your computer and use it in GitHub Desktop.
Download ZIP
Cosbench versus Gosbench test config files
Raw
cosbench.xml
<?xml version="1.0" encoding="UTF-8" ?>
<workload name="7-RGW-64K-1M-32M" description="7 RGW 64K-1M-32M test" config="">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.20:8080" />
<workflow>
<!-- ************************* 64K ********************************* -->
<workstage name="init">
<work type="init" workers="8" config="cprefix=7rgw64k;containers=r(1,70)"></work>
</workstage>
<workstage name="64K Write">
<work name="64K Write" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.20:8080" />
<operation type="write" ratio="100" config="cprefix=7rgw64k;containers=s(1,10);objects=s(1,10000);sizes=c(64)KB" id="op2" />
</work>
<work name="64K Write" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.21:8080" />
<operation type="write" ratio="100" config="cprefix=7rgw64k;containers=s(11,20);objects=s(1,10000);sizes=c(64)KB" id="op2" />
</work>
<work name="64K Write" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.22:8080" />
<operation type="write" ratio="100" config="cprefix=7rgw64k;containers=s(21,30);objects=s(1,10000);sizes=c(64)KB" id="op2" />
</work>
<work name="64K Write" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.23:8080" />
<operation type="write" ratio="100" config="cprefix=7rgw64k;containers=s(31,40);objects=s(1,10000);sizes=c(64)KB" id="op2" />
</work>
<work name="64K Write" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.24:8080" />
<operation type="write" ratio="100" config="cprefix=7rgw64k;containers=s(41,50);objects=s(1,10000);sizes=c(64)KB" id="op2" />
</work>
<work name="64K Write" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.25:8080" />
<operation type="write" ratio="100" config="cprefix=7rgw64k;containers=s(51,60);objects=s(1,10000);sizes=c(64)KB" id="op2" />
</work>
<work name="64K Write" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.26:8080" />
<operation type="write" ratio="100" config="cprefix=7rgw64k;containers=s(61,70);objects=s(1,10000);sizes=c(64)KB" id="op2" />
</work>
</workstage>
<workstage name="delay" closuredelay="30">
<work type="delay" workers="1" />
</workstage>
<workstage name="64K Read">
<work name="64K Read" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.20:8080" />
<operation type="read" ratio="100" config="cprefix=7rgw64k;containers=s(1,10);objects=s(1,10000);hashCheck=true" id="op3" />
</work>
<work name="64K Read" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.21:8080" />
<operation type="read" ratio="100" config="cprefix=7rgw64k;containers=s(11,20);objects=s(1,10000);hashCheck=true" id="op3" />
</work>
<work name="64K Read" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.22:8080" />
<operation type="read" ratio="100" config="cprefix=7rgw64k;containers=s(21,30);objects=s(1,10000);hashCheck=true" id="op3" />
</work>
<work name="64K Read" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.23:8080" />
<operation type="read" ratio="100" config="cprefix=7rgw64k;containers=s(31,40);objects=s(1,10000);hashCheck=true" id="op3" />
</work>
<work name="64K Read" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.24:8080" />
<operation type="read" ratio="100" config="cprefix=7rgw64k;containers=s(41,50);objects=s(1,10000);hashCheck=true" id="op3" />
</work>
<work name="64K Read" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.25:8080" />
<operation type="read" ratio="100" config="cprefix=7rgw64k;containers=s(51,60);objects=s(1,10000);hashCheck=true" id="op3" />
</work>
<work name="64K Read" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.26:8080" />
<operation type="read" ratio="100" config="cprefix=7rgw64k;containers=s(61,70);objects=s(1,10000);hashCheck=true" id="op3" />
</work>
</workstage>
<workstage name="delay" closuredelay="30">
<work type="delay" workers="1" />
</workstage>
<workstage name="64K Mix">
<work name="64K Mix" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.20:8080" />
<operation type="read" ratio="70" config="cprefix=7rgw64k;containers=s(1,10);objects=s(1,1000);hashCheck=true" id="op4" />
<operation type="write" ratio="20" config="containers=s(1,10);objects=s(1,10000);sizes=c(64)KB" id="op5" />
<operation type="list" ratio="5" config="cprefix=7rgw64k;containers=s(1,10);objects=s(1,1000)" id="op6" />
<operation type="delete" ratio="5" config="containers=s(1,10);objects=s(1001,10000)" id="op7" />
</work>
<work name="64K Mix" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.21:8080" />
<operation type="read" ratio="70" config="cprefix=7rgw64k;containers=s(11,20);objects=s(1,1000);hashCheck=true" id="op4" />
<operation type="write" ratio="20" config="containers=s(11,20);objects=s(1,10000);sizes=c(64)KB" id="op5" />
<operation type="list" ratio="5" config="cprefix=7rgw64k;containers=s(11,20);objects=s(1,1000)" id="op6" />
<operation type="delete" ratio="5" config="containers=s(11,20);objects=s(1001,10000)" id="op7" />
</work>
<work name="64K Mix" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.22:8080" />
<operation type="read" ratio="70" config="cprefix=7rgw64k;containers=s(21,30);objects=s(1,1000);hashCheck=true" id="op4" />
<operation type="write" ratio="20" config="containers=s(21,30);objects=s(1,10000);sizes=c(64)KB" id="op5" />
<operation type="list" ratio="5" config="cprefix=7rgw64k;containers=s(21,30);objects=s(1,1000)" id="op6" />
<operation type="delete" ratio="5" config="containers=s(21,30);objects=s(1001,10000)" id="op7" />
</work>
<work name="64K Mix" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.23:8080" />
<operation type="read" ratio="70" config="cprefix=7rgw64k;containers=s(31,40);objects=s(1,1000);hashCheck=true" id="op4" />
<operation type="write" ratio="20" config="containers=s(31,40);objects=s(1,10000);sizes=c(64)KB" id="op5" />
<operation type="list" ratio="5" config="cprefix=7rgw64k;containers=s(31,40);objects=s(1,1000)" id="op6" />
<operation type="delete" ratio="5" config="containers=s(31,40);objects=s(1001,10000)" id="op7" />
</work>
<work name="64K Mix" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.24:8080" />
<operation type="read" ratio="70" config="cprefix=7rgw64k;containers=s(41,50);objects=s(1,1000);hashCheck=true" id="op4" />
<operation type="write" ratio="20" config="containers=s(41,50);objects=s(1,10000);sizes=c(64)KB" id="op5" />
<operation type="list" ratio="5" config="cprefix=7rgw64k;containers=s(41,50);objects=s(1,1000)" id="op6" />
<operation type="delete" ratio="5" config="containers=s(41,50);objects=s(1001,10000)" id="op7" />
</work>
<work name="64K Mix" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.25:8080" />
<operation type="read" ratio="70" config="cprefix=7rgw64k;containers=s(51,60);objects=s(1,1000);hashCheck=true" id="op4" />
<operation type="write" ratio="20" config="containers=s(51,60);objects=s(1,10000);sizes=c(64)KB" id="op5" />
<operation type="list" ratio="5" config="cprefix=7rgw64k;containers=s(51,60);objects=s(1,1000)" id="op6" />
<operation type="delete" ratio="5" config="containers=s(51,60);objects=s(1001,10000)" id="op7" />
</work>
<work name="64K Mix" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.26:8080" />
<operation type="read" ratio="70" config="cprefix=7rgw64k;containers=s(61,70);objects=s(1,1000);hashCheck=true" id="op4" />
<operation type="write" ratio="20" config="containers=s(61,70);objects=s(1,10000);sizes=c(64)KB" id="op5" />
<operation type="list" ratio="5" config="cprefix=7rgw64k;containers=s(61,70);objects=s(1,1000)" id="op6" />
<operation type="delete" ratio="5" config="containers=s(61,70);objects=s(1001,10000)" id="op7" />
</work>
</workstage>
<!-- ************************* 1M ********************************* -->
<workstage name="init">
<work type="init" workers="8" config="cprefix=7rgw1m;containers=r(1,70)"></work>
</workstage>
<workstage name="1M Write">
<work name="1M Write" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.20:8080" />
<operation type="write" ratio="100" config="cprefix=7rgw1m;containers=s(1,10);objects=s(1,10000);sizes=c(1)MB" id="op2" />
</work>
<work name="1M Write" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.21:8080" />
<operation type="write" ratio="100" config="cprefix=7rgw1m;containers=s(11,20);objects=s(1,10000);sizes=c(1)MB" id="op2" />
</work>
<work name="1M Write" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.22:8080" />
<operation type="write" ratio="100" config="cprefix=7rgw1m;containers=s(21,30);objects=s(1,10000);sizes=c(1)MB" id="op2" />
</work>
<work name="1M Write" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.23:8080" />
<operation type="write" ratio="100" config="cprefix=7rgw1m;containers=s(31,40);objects=s(1,10000);sizes=c(1)MB" id="op2" />
</work>
<work name="1M Write" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.24:8080" />
<operation type="write" ratio="100" config="cprefix=7rgw1m;containers=s(41,50);objects=s(1,10000);sizes=c(1)MB" id="op2" />
</work>
<work name="1M Write" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.25:8080" />
<operation type="write" ratio="100" config="cprefix=7rgw1m;containers=s(51,60);objects=s(1,10000);sizes=c(1)MB" id="op2" />
</work>
<work name="1M Write" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.26:8080" />
<operation type="write" ratio="100" config="cprefix=7rgw1m;containers=s(61,70);objects=s(1,10000);sizes=c(1)MB" id="op2" />
</work>
</workstage>
<workstage name="delay" closuredelay="30">
<work type="delay" workers="1" />
</workstage>
<workstage name="1M Read">
<work name="1M Read" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.20:8080" />
<operation type="read" ratio="100" config="cprefix=7rgw1m;containers=s(1,10);objects=s(1,1000);hashCheck=true" id="op3" />
</work>
<work name="1M Read" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.21:8080" />
<operation type="read" ratio="100" config="cprefix=7rgw1m;containers=s(11,20);objects=s(1,1000);hashCheck=true" id="op3" />
</work>
<work name="1M Read" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.22:8080" />
<operation type="read" ratio="100" config="cprefix=7rgw1m;containers=s(21,30);objects=s(1,1000);hashCheck=true" id="op3" />
</work>
<work name="1M Read" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.23:8080" />
<operation type="read" ratio="100" config="cprefix=7rgw1m;containers=s(31,40);objects=s(1,1000);hashCheck=true" id="op3" />
</work>
<work name="1M Read" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.24:8080" />
<operation type="read" ratio="100" config="cprefix=7rgw1m;containers=s(41,50);objects=s(1,1000);hashCheck=true" id="op3" />
</work>
<work name="1M Read" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.25:8080" />
<operation type="read" ratio="100" config="cprefix=7rgw1m;containers=s(51,60);objects=s(1,1000);hashCheck=true" id="op3" />
</work>
<work name="1M Read" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.26:8080" />
<operation type="read" ratio="100" config="cprefix=7rgw1m;containers=s(61,70);objects=s(1,1000);hashCheck=true" id="op3" />
</work>
</workstage>
<workstage name="delay" closuredelay="30">
<work type="delay" workers="1" />
</workstage>
<workstage name="1M Mix">
<work name="1M Mix" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.20:8080" />
<operation type="read" ratio="70" config="cprefix=7rgw1m;containers=s(1,10);objects=s(1,1000);hashCheck=true" id="op4" />
<operation type="write" ratio="20" config="containers=s(1,10);objects=s(1,10000);sizes=c(1)MB" id="op5" />
<operation type="list" ratio="5" config="cprefix=7rgw1m;containers=s(1,10);objects=s(1,1000)" id="op6" />
<operation type="delete" ratio="5" config="containers=s(1,10);objects=s(1,10000)" id="op7" />
</work>
<work name="1M Mix" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.21:8080" />
<operation type="read" ratio="70" config="cprefix=7rgw1m;containers=s(11,20);objects=s(1,1000);hashCheck=true" id="op4" />
<operation type="write" ratio="20" config="containers=s(11,20);objects=s(1,10000);sizes=c(1)MB" id="op5" />
<operation type="list" ratio="5" config="cprefix=7rgw1m;containers=s(11,20);objects=s(1,1000)" id="op6" />
<operation type="delete" ratio="5" config="containers=s(11,20);objects=s(1,10000)" id="op7" />
</work>
<work name="1M Mix" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.22:8080" />
<operation type="read" ratio="70" config="cprefix=7rgw1m;containers=s(21,30);objects=s(1,1000);hashCheck=true" id="op4" />
<operation type="write" ratio="20" config="containers=s(21,30);objects=s(1,10000);sizes=c(1)MB" id="op5" />
<operation type="list" ratio="5" config="cprefix=7rgw1m;containers=s(21,30);objects=s(1,1000)" id="op6" />
<operation type="delete" ratio="5" config="containers=s(21,30);objects=s(1,10000)" id="op7" />
</work>
<work name="1M Mix" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.23:8080" />
<operation type="read" ratio="70" config="cprefix=7rgw1m;containers=s(31,40);objects=s(1,1000);hashCheck=true" id="op4" />
<operation type="write" ratio="20" config="containers=s(31,40);objects=s(1,10000);sizes=c(1)MB" id="op5" />
<operation type="list" ratio="5" config="cprefix=7rgw1m;containers=s(31,40);objects=s(1,1000)" id="op6" />
<operation type="delete" ratio="5" config="containers=s(31,40);objects=s(1,10000)" id="op7" />
</work>
<work name="1M Mix" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.24:8080" />
<operation type="read" ratio="70" config="cprefix=7rgw1m;containers=s(41,50);objects=s(1,1000);hashCheck=true" id="op4" />
<operation type="write" ratio="20" config="containers=s(41,50);objects=s(1,10000);sizes=c(1)MB" id="op5" />
<operation type="list" ratio="5" config="cprefix=7rgw1m;containers=s(41,50);objects=s(1,1000)" id="op6" />
<operation type="delete" ratio="5" config="containers=s(41,50);objects=s(1,10000)" id="op7" />
</work>
<work name="1M Mix" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.25:8080" />
<operation type="read" ratio="70" config="cprefix=7rgw1m;containers=s(51,60);objects=s(1,1000);hashCheck=true" id="op4" />
<operation type="write" ratio="20" config="containers=s(51,60);objects=s(1,10000);sizes=c(1)MB" id="op5" />
<operation type="list" ratio="5" config="cprefix=7rgw1m;containers=s(51,60);objects=s(1,1000)" id="op6" />
<operation type="delete" ratio="5" config="containers=s(51,60);objects=s(1,10000)" id="op7" />
</work>
<work name="1M Mix" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.26:8080" />
<operation type="read" ratio="70" config="cprefix=7rgw1m;containers=s(61,70);objects=s(1,1000);hashCheck=true" id="op4" />
<operation type="write" ratio="20" config="containers=s(61,70);objects=s(1,10000);sizes=c(1)MB" id="op5" />
<operation type="list" ratio="5" config="cprefix=7rgw1m;containers=s(61,70);objects=s(1,1000)" id="op6" />
<operation type="delete" ratio="5" config="containers=s(61,70);objects=s(1,10000)" id="op7" />
</work>
</workstage>
<!-- ************************* 32M ********************************* -->
<workstage name="init">
<work type="init" workers="8" config="cprefix=7rgw32m;containers=r(1,70)"></work>
</workstage>
<workstage name="32M Write">
<work name="1M Write" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.20:8080" />
<operation type="write" ratio="100" config="cprefix=7rgw32m;containers=s(1,10);objects=s(1,10000);sizes=c(32)MB" id="op2" />
</work>
<work name="1M Write" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.21:8080" />
<operation type="write" ratio="100" config="cprefix=7rgw32m;containers=s(11,20);objects=s(1,10000);sizes=c(32)MB" id="op2" />
</work>
<work name="1M Write" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.22:8080" />
<operation type="write" ratio="100" config="cprefix=7rgw32m;containers=s(21,30);objects=s(1,10000);sizes=c(32)MB" id="op2" />
</work>
<work name="1M Write" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.23:8080" />
<operation type="write" ratio="100" config="cprefix=7rgw32m;containers=s(31,40);objects=s(1,10000);sizes=c(32)MB" id="op2" />
</work>
<work name="1M Write" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.24:8080" />
<operation type="write" ratio="100" config="cprefix=7rgw32m;containers=s(41,50);objects=s(1,10000);sizes=c(32)MB" id="op2" />
</work>
<work name="1M Write" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.25:8080" />
<operation type="write" ratio="100" config="cprefix=7rgw32m;containers=s(51,60);objects=s(1,10000);sizes=c(32)MB" id="op2" />
</work>
<work name="1M Write" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.26:8080" />
<operation type="write" ratio="100" config="cprefix=7rgw32m;containers=s(61,70);objects=s(1,10000);sizes=c(32)MB" id="op2" />
</work>
</workstage>
<workstage name="delay" closuredelay="30">
<work type="delay" workers="1" />
</workstage>
<workstage name="32M Read">
<work name="1M Read" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.20:8080" />
<operation type="read" ratio="100" config="cprefix=7rgw32m;containers=s(1,10);objects=s(1,1000);hashCheck=true" id="op3" />
</work>
<work name="1M Read" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.21:8080" />
<operation type="read" ratio="100" config="cprefix=7rgw32m;containers=s(11,20);objects=s(1,1000);hashCheck=true" id="op3" />
</work>
<work name="1M Read" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.22:8080" />
<operation type="read" ratio="100" config="cprefix=7rgw32m;containers=s(21,30);objects=s(1,1000);hashCheck=true" id="op3" />
</work>
<work name="1M Read" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.23:8080" />
<operation type="read" ratio="100" config="cprefix=7rgw32m;containers=s(31,40);objects=s(1,1000);hashCheck=true" id="op3" />
</work>
<work name="1M Read" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.24:8080" />
<operation type="read" ratio="100" config="cprefix=7rgw32m;containers=s(41,50);objects=s(1,1000);hashCheck=true" id="op3" />
</work>
<work name="1M Read" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.25:8080" />
<operation type="read" ratio="100" config="cprefix=7rgw32m;containers=s(51,60);objects=s(1,1000);hashCheck=true" id="op3" />
</work>
<work name="1M Read" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.26:8080" />
<operation type="read" ratio="100" config="cprefix=7rgw32m;containers=s(61,70);objects=s(1,1000);hashCheck=true" id="op3" />
</work>
</workstage>
<workstage name="delay" closuredelay="30">
<work type="delay" workers="1" />
</workstage>
<workstage name="32M Mix">
<work name="32M Mix" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.20:8080" />
<operation type="read" ratio="70" config="cprefix=7rgw32m;containers=s(1,10);objects=s(1,1000);hashCheck=true" id="op4" />
<operation type="write" ratio="20" config="containers=s(1,10);objects=s(1,10000);sizes=c(32)MB" id="op5" />
<operation type="list" ratio="5" config="cprefix=7rgw32m;containers=s(1,10);objects=s(1,1000)" id="op6" />
<operation type="delete" ratio="5" config="containers=s(1,10);objects=s(1,10000)" id="op7" />
</work>
<work name="32M Mix" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.21:8080" />
<operation type="read" ratio="70" config="cprefix=7rgw32m;containers=s(11,20);objects=s(1,1000);hashCheck=true" id="op4" />
<operation type="write" ratio="20" config="containers=s(11,20);objects=s(1,10000);sizes=c(32)MB" id="op5" />
<operation type="list" ratio="5" config="cprefix=7rgw32m;containers=s(11,20);objects=s(1,1000)" id="op6" />
<operation type="delete" ratio="5" config="containers=s(11,20);objects=s(1,10000)" id="op7" />
</work>
<work name="32M Mix" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.22:8080" />
<operation type="read" ratio="70" config="cprefix=7rgw32m;containers=s(21,30);objects=s(1,1000);hashCheck=true" id="op4" />
<operation type="write" ratio="20" config="containers=s(21,30);objects=s(1,10000);sizes=c(32)MB" id="op5" />
<operation type="list" ratio="5" config="cprefix=7rgw32m;containers=s(21,30);objects=s(1,1000)" id="op6" />
<operation type="delete" ratio="5" config="containers=s(21,30);objects=s(1,10000)" id="op7" />
</work>
<work name="32M Mix" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.23:8080" />
<operation type="read" ratio="70" config="cprefix=7rgw32m;containers=s(31,40);objects=s(1,1000);hashCheck=true" id="op4" />
<operation type="write" ratio="20" config="containers=s(31,40);objects=s(1,10000);sizes=c(32)MB" id="op5" />
<operation type="list" ratio="5" config="cprefix=7rgw32m;containers=s(31,40);objects=s(1,1000)" id="op6" />
<operation type="delete" ratio="5" config="containers=s(31,40);objects=s(1,10000)" id="op7" />
</work>
<work name="32M Mix" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.24:8080" />
<operation type="read" ratio="70" config="cprefix=7rgw32m;containers=s(41,50);objects=s(1,1000);hashCheck=true" id="op4" />
<operation type="write" ratio="20" config="containers=s(41,50);objects=s(1,10000);sizes=c(32)MB" id="op5" />
<operation type="list" ratio="5" config="cprefix=7rgw32m;containers=s(41,50);objects=s(1,1000)" id="op6" />
<operation type="delete" ratio="5" config="containers=s(41,50);objects=s(1,10000)" id="op7" />
</work>
<work name="32M Mix" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.25:8080" />
<operation type="read" ratio="70" config="cprefix=7rgw32m;containers=s(51,60);objects=s(1,1000);hashCheck=true" id="op4" />
<operation type="write" ratio="20" config="containers=s(51,60);objects=s(1,10000);sizes=c(32)MB" id="op5" />
<operation type="list" ratio="5" config="cprefix=7rgw32m;containers=s(51,60);objects=s(1,1000)" id="op6" />
<operation type="delete" ratio="5" config="containers=s(51,60);objects=s(1,10000)" id="op7" />
</work>
<work name="32M Mix" workers="8" runtime="300" division="object">
<storage type="s3" config="accesskey=S3user1;secretkey=S3user1key;timeout=999999;endpoint=http://192.168.170.26:8080" />
<operation type="read" ratio="70" config="cprefix=7rgw32m;containers=s(61,70);objects=s(1,1000);hashCheck=true" id="op4" />
<operation type="write" ratio="20" config="containers=s(61,70);objects=s(1,10000);sizes=c(32)MB" id="op5" />
<operation type="list" ratio="5" config="cprefix=7rgw32m;containers=s(61,70);objects=s(1,1000)" id="op6" />
<operation type="delete" ratio="5" config="containers=s(61,70);objects=s(1,10000)" id="op7" />
</work>
</workstage>
<!-- **************************************************************** -->
</workflow>
</workload>
Raw
gosbench.yaml
---
s3_config:
- access_key: S3user1
secret_key: S3user1key
region: us-east-1
endpoint: http://192.168.170.20:8080
timeout: 60s
- access_key: S3user1
secret_key: S3user1key
region: us-east-1
endpoint: http://192.168.170.21:8080
timeout: 60s
- access_key: S3user1
secret_key: S3user1key
region: us-east-1
endpoint: http://192.168.170.22:8080
timeout: 60s
- access_key: S3user1
secret_key: S3user1key
region: us-east-1
endpoint: http://192.168.170.23:8080
timeout: 60s
- access_key: S3user1
secret_key: S3user1key
region: us-east-1
endpoint: http://192.168.170.24:8080
timeout: 60s
- access_key: S3user1
secret_key: S3user1key
region: us-east-1
endpoint: http://192.168.170.25:8080
timeout: 60s
- access_key: S3user1
secret_key: S3user1key
region: us-east-1
endpoint: http://192.168.170.26:8080
timeout: 60s
# For generating annotations when we start/stop testcases
# https://grafana.com/docs/http_api/annotations/#create-annotation
grafana_config:
endpoint: http://grafana
username: admin
password: grafana
tests:
# 64 KB
- read_weight: 0
write_weight: 1
delete_weight: 0
list_weight: 0
objects:
size_min: 64
size_max: 64
part_size: 0
# distribution: constant, random, sequential
size_distribution: constant
unit: KB
number_min: 100
number_max: 100
# distribution: constant, random, sequential
number_distribution: constant
buckets:
number_min: 10
number_max: 10
# distribution: constant, random, sequential
number_distribution: constant
# Name prefix for buckets and objects
bucket_prefix: 111gosbench-
object_prefix: obj
# End after a set amount of time
# Runtime in time.Duration
stop_with_runtime: 300s
# End after a set amount of operations
stop_with_ops:
# Number of s3 performance test servers to run in parallel
workers: 7
# Set wheter workers share the same buckets or not
# If set to True - bucket names will have the worker # appended
workers_share_buckets: False
# Number of requests processed in parallel by each worker
parallel_clients: 8
# Remove all generated buckets and its content after run
clean_after: False
- read_weight: 1
write_weight: 0
delete_weight: 0
list_weight: 0
objects:
size_min: 64
size_max: 64
part_size: 0
# distribution: constant, random, sequential
size_distribution: constant
unit: KB
number_min: 100
number_max: 100
# distribution: constant, random, sequential
number_distribution: constant
buckets:
number_min: 10
number_max: 10
# distribution: constant, random, sequential
number_distribution: constant
# Name prefix for buckets and objects
bucket_prefix: 111gosbench-
object_prefix: obj
# End after a set amount of time
# Runtime in time.Duration
stop_with_runtime: 300s
# End after a set amount of operations
stop_with_ops:
# Number of s3 performance test servers to run in parallel
workers: 7
# Set wheter workers share the same buckets or not
# If set to True - bucket names will have the worker # appended
workers_share_buckets: False
# Number of requests processed in parallel by each worker
parallel_clients: 8
# Remove all generated buckets and its content after run
clean_after: False
- read_weight: 70
write_weight: 20
delete_weight: 5
list_weight: 5
objects:
size_min: 64
size_max: 64
part_size: 0
# distribution: constant, random, sequential
size_distribution: constant
unit: KB
number_min: 100
number_max: 100
# distribution: constant, random, sequential
number_distribution: constant
buckets:
number_min: 10
number_max: 10
# distribution: constant, random, sequential
number_distribution: constant
# Name prefix for buckets and objects
bucket_prefix: 111gosbench-
object_prefix: obj
# End after a set amount of time
# Runtime in time.Duration
stop_with_runtime: 300s
# End after a set amount of operations
stop_with_ops:
# Number of s3 performance test servers to run in parallel
workers: 7
# Set wheter workers share the same buckets or not
# If set to True - bucket names will have the worker # appended
workers_share_buckets: False
# Number of requests processed in parallel by each worker
parallel_clients: 8
# Remove all generated buckets and its content after run
clean_after: False
# 1MB
- read_weight: 0
write_weight: 1
delete_weight: 0
list_weight: 0
objects:
size_min: 1
size_max: 1
part_size: 0
# distribution: constant, random, sequential
size_distribution: constant
unit: MB
number_min: 100
number_max: 100
# distribution: constant, random, sequential
number_distribution: constant
buckets:
number_min: 10
number_max: 10
# distribution: constant, random, sequential
number_distribution: constant
# Name prefix for buckets and objects
bucket_prefix: 111gosbench-
object_prefix: obj
# End after a set amount of time
# Runtime in time.Duration
stop_with_runtime: 300s
# End after a set amount of operations
stop_with_ops:
# Number of s3 performance test servers to run in parallel
workers: 7
# Set wheter workers share the same buckets or not
# If set to True - bucket names will have the worker # appended
workers_share_buckets: False
# Number of requests processed in parallel by each worker
parallel_clients: 8
# Remove all generated buckets and its content after run
clean_after: False
- read_weight: 1
write_weight: 0
delete_weight: 0
list_weight: 0
objects:
size_min: 1
size_max: 1
part_size: 0
# distribution: constant, random, sequential
size_distribution: constant
unit: MB
number_min: 100
number_max: 100
# distribution: constant, random, sequential
number_distribution: constant
buckets:
number_min: 10
number_max: 10
# distribution: constant, random, sequential
number_distribution: constant
# Name prefix for buckets and objects
bucket_prefix: 111gosbench-
object_prefix: obj
# End after a set amount of time
# Runtime in time.Duration
stop_with_runtime: 300s
# End after a set amount of operations
stop_with_ops:
# Number of s3 performance test servers to run in parallel
workers: 7
# Set wheter workers share the same buckets or not
# If set to True - bucket names will have the worker # appended
workers_share_buckets: False
# Number of requests processed in parallel by each worker
parallel_clients: 8
# Remove all generated buckets and its content after run
clean_after: False
- read_weight: 70
write_weight: 20
delete_weight: 5
list_weight: 5
objects:
size_min: 1
size_max: 1
part_size: 0
# distribution: constant, random, sequential
size_distribution: constant
unit: MB
number_min: 100
number_max: 100
# distribution: constant, random, sequential
number_distribution: constant
buckets:
number_min: 10
number_max: 10
# distribution: constant, random, sequential
number_distribution: constant
# Name prefix for buckets and objects
bucket_prefix: 111gosbench-
object_prefix: obj
# End after a set amount of time
# Runtime in time.Duration
stop_with_runtime: 300s
# End after a set amount of operations
stop_with_ops:
# Number of s3 performance test servers to run in parallel
workers: 7
# Set wheter workers share the same buckets or not
# If set to True - bucket names will have the worker # appended
workers_share_buckets: False
# Number of requests processed in parallel by each worker
parallel_clients: 8
# Remove all generated buckets and its content after run
clean_after: False
# 32 MB
- read_weight: 0
write_weight: 1
delete_weight: 0
list_weight: 0
objects:
size_min: 32
size_max: 32
part_size: 0
# distribution: constant, random, sequential
size_distribution: constant
unit: MB
number_min: 100
number_max: 100
# distribution: constant, random, sequential
number_distribution: constant
buckets:
number_min: 10
number_max: 10
# distribution: constant, random, sequential
number_distribution: constant
# Name prefix for buckets and objects
bucket_prefix: 111gosbench-
object_prefix: obj
# End after a set amount of time
# Runtime in time.Duration
stop_with_runtime: 300s
# End after a set amount of operations
stop_with_ops:
# Number of s3 performance test servers to run in parallel
workers: 7
# Set wheter workers share the same buckets or not
# If set to True - bucket names will have the worker # appended
workers_share_buckets: False
# Number of requests processed in parallel by each worker
parallel_clients: 8
# Remove all generated buckets and its content after run
clean_after: False
- read_weight: 1
write_weight: 0
delete_weight: 0
list_weight: 0
objects:
size_min: 32
size_max: 32
part_size: 0
# distribution: constant, random, sequential
size_distribution: constant
unit: MB
number_min: 100
number_max: 100
# distribution: constant, random, sequential
number_distribution: constant
buckets:
number_min: 10
number_max: 10
# distribution: constant, random, sequential
number_distribution: constant
# Name prefix for buckets and objects
bucket_prefix: 111gosbench-
object_prefix: obj
# End after a set amount of time
# Runtime in time.Duration
stop_with_runtime: 300s
# End after a set amount of operations
stop_with_ops:
# Number of s3 performance test servers to run in parallel
workers: 7
# Set wheter workers share the same buckets or not
# If set to True - bucket names will have the worker # appended
workers_share_buckets: False
# Number of requests processed in parallel by each worker
parallel_clients: 8
# Remove all generated buckets and its content after run
clean_after: False
- read_weight: 70
write_weight: 20
delete_weight: 5
list_weight: 5
objects:
size_min: 32
size_max: 32
part_size: 0
# distribution: constant, random, sequential
size_distribution: constant
unit: MB
number_min: 100
number_max: 100
# distribution: constant, random, sequential
number_distribution: constant
buckets:
number_min: 10
number_max: 10
# distribution: constant, random, sequential
number_distribution: constant
# Name prefix for buckets and objects
bucket_prefix: 111gosbench-
object_prefix: obj
# End after a set amount of time
# Runtime in time.Duration
stop_with_runtime: 300s
# End after a set amount of operations
stop_with_ops:
# Number of s3 performance test servers to run in parallel
workers: 7
# Set wheter workers share the same buckets or not
# If set to True - bucket names will have the worker # appended
workers_share_buckets: False
# Number of requests processed in parallel by each worker
parallel_clients: 8
# Remove all generated buckets and its content after run
clean_after: False
...
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment