Skip to content

Instantly share code, notes, and snippets.

@codenrhoden
Created January 4, 2017 18:10
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save codenrhoden/b56ca49e8954c4f1effb17378fc6e1b2 to your computer and use it in GitHub Desktop.
Save codenrhoden/b56ca49e8954c4f1effb17378fc6e1b2 to your computer and use it in GitHub Desktop.
unavailable volumes returned
[root@libstorage-rbd-test-admin ~]# LIBSTORAGE_LOGGING_HTTPRESPONSES=true LIBSTORAGE_LOGGING_HTTPREQUESTS=true rexray -l debug volume mount test
INFO[0000] updated log level logLevel=debug
DEBU[0000] os.args time=1482942511061 val=[rexray -l debug volume mount test]
DEBU[0000] activating libStorage cmd=mount time=1482942511061
DEBU[0000] host is empty; initiliazing default services time=1482942511064
INFO[0000] libStorage auto service mode enabled driver=rbd time=1482942511066
DEBU[0000] starting embedded libStorage server time=1482942511066
DEBU[0000] created scoped scope new=libstorage.server parentScopes=rexray,
INFO[0000] configured logging libstorage.logging.httpRequests=true libstorage.logging.httpResponses=true libstorage.logging.level=debug server=big-ripper-ai time=1482942511086
INFO[0000] initializing server server=big-ripper-ai time=1482942511086
INFO[0000] initializing default endpoint autoEndpointMode=unix server=big-ripper-ai time=1482942511098
INFO[0000] initializing auto unix endpoint endpoint=libstorage.server.endpoints.localhost server=big-ripper-ai time=1482942511101
DEBU[0000] endpoint info address=unix:///var/run/libstorage/478836241.sock endpoint=libstorage.server.endpoints.localhost server=big-ripper-ai time=1482942511101
DEBU[0000] created scoped scope new=libstorage.server.endpoints.localhost parentScopes=libstorage.server,rexray,
INFO[0000] configured endpoint address=unix:///var/run/libstorage/478836241.sock endpoint=localhost server=big-ripper-ai time=1482942511105
INFO[0000] server created server=big-ripper-ai time=1482942511105
INFO[0000] initialized endpoints server=big-ripper-ai time=1482942511105
INFO[0000] initializing server services server=big-ripper-ai time=1482942511105
DEBU[0000] configured result schema validation enabled=false server=big-ripper-ai time=1482942511106
DEBU[0000] got services map count=1 server=big-ripper-ai time=1482942511108
DEBU[0000] processing service config server=big-ripper-ai service=rbd time=1482942511108
DEBU[0000] getting scoped config for service scope=libstorage.server.services.rbd server=big-ripper-ai service=rbd time=1482942511108
DEBU[0000] created scoped scope new=libstorage.server.services.rbd parentScopes=libstorage.server,rexray,
DEBU[0000] got driver name driverName=rbd server=big-ripper-ai service=rbd time=1482942511110
INFO[0000] storage driver initialized
INFO[0000] created new service server=big-ripper-ai service=rbd time=1482942511110
INFO[0000] initialized services server=big-ripper-ai time=1482942511110
INFO[0000] initialized router len(routes)=3 router=executor-router
INFO[0000] initialized router len(routes)=4 router=help-router
INFO[0000] initialized router len(routes)=1 router=root-router
INFO[0000] initialized router len(routes)=2 router=service-router
INFO[0000] initialized router len(routes)=11 router=volume-router
INFO[0000] initialized router len(routes)=6 router=snapshot-router
INFO[0000] initialized router len(routes)=2 router=tasks-router
DEBU[0000] registered route host=unix:///var/run/libstorage/478836241.sock len(queries)=0 method=GET path=/executors queries=[] route=executors server=big-ripper-ai time=1482942511110 tls=false
DEBU[0000] registered route host=unix:///var/run/libstorage/478836241.sock len(queries)=0 method=GET path=/executors/{executor} queries=[] route=executorInspect server=big-ripper-ai time=1482942511110 tls=false
DEBU[0000] registered route host=unix:///var/run/libstorage/478836241.sock len(queries)=0 method=HEAD path=/executors/{executor} queries=[] route=executorHead server=big-ripper-ai time=1482942511110 tls=false
DEBU[0000] registered route host=unix:///var/run/libstorage/478836241.sock len(queries)=0 method=GET path=/help queries=[] route=version server=big-ripper-ai time=1482942511110 tls=false
DEBU[0000] registered route host=unix:///var/run/libstorage/478836241.sock len(queries)=0 method=GET path=/help/config queries=[] route=version server=big-ripper-ai time=1482942511110 tls=false
DEBU[0000] registered route host=unix:///var/run/libstorage/478836241.sock len(queries)=0 method=GET path=/help/env queries=[] route=version server=big-ripper-ai time=1482942511110 tls=false
DEBU[0000] registered route host=unix:///var/run/libstorage/478836241.sock len(queries)=0 method=GET path=/help/version queries=[] route=version server=big-ripper-ai time=1482942511110 tls=false
DEBU[0000] registered route host=unix:///var/run/libstorage/478836241.sock len(queries)=0 method=GET path=/ queries=[] route=root server=big-ripper-ai time=1482942511110 tls=false
DEBU[0000] registered route host=unix:///var/run/libstorage/478836241.sock len(queries)=0 method=GET path=/services queries=[] route=services server=big-ripper-ai time=1482942511110 tls=false
DEBU[0000] registered route host=unix:///var/run/libstorage/478836241.sock len(queries)=0 method=GET path=/services/{service} queries=[] route=serviceInspect server=big-ripper-ai time=1482942511110 tls=false
DEBU[0000] registered route host=unix:///var/run/libstorage/478836241.sock len(queries)=0 method=GET path=/volumes queries=[] route=volumes server=big-ripper-ai time=1482942511111 tls=false
DEBU[0000] registered route host=unix:///var/run/libstorage/478836241.sock len(queries)=0 method=GET path=/volumes/{service} queries=[] route=volumesForService server=big-ripper-ai time=1482942511111 tls=false
DEBU[0000] registered route host=unix:///var/run/libstorage/478836241.sock len(queries)=0 method=GET path=/volumes/{service}/{volumeID} queries=[] route=volumeInspect server=big-ripper-ai time=1482942511111 tls=false
DEBU[0000] registered route host=unix:///var/run/libstorage/478836241.sock len(queries)=2 method=POST path=/volumes/{service} queries=[detach ] route=volumesDetachForService server=big-ripper-ai time=1482942511111 tls=false
DEBU[0000] registered route host=unix:///var/run/libstorage/478836241.sock len(queries)=0 method=POST path=/volumes/{service} queries=[] route=volumeCreate server=big-ripper-ai time=1482942511111 tls=false
DEBU[0000] registered route host=unix:///var/run/libstorage/478836241.sock len(queries)=2 method=POST path=/volumes/{service}/{volumeID} queries=[copy ] route=volumeCopy server=big-ripper-ai time=1482942511111 tls=false
DEBU[0000] registered route host=unix:///var/run/libstorage/478836241.sock len(queries)=2 method=POST path=/volumes/{service}/{volumeID} queries=[snapshot ] route=volumeSnapshot server=big-ripper-ai time=1482942511111 tls=false
DEBU[0000] registered route host=unix:///var/run/libstorage/478836241.sock len(queries)=2 method=POST path=/volumes/{service}/{volumeID} queries=[attach ] route=volumeAttach server=big-ripper-ai time=1482942511111 tls=false
DEBU[0000] registered route host=unix:///var/run/libstorage/478836241.sock len(queries)=2 method=POST path=/volumes queries=[detach ] route=volumesDetachAll server=big-ripper-ai time=1482942511111 tls=false
DEBU[0000] registered route host=unix:///var/run/libstorage/478836241.sock len(queries)=2 method=POST path=/volumes/{service}/{volumeID} queries=[detach ] route=volumeDetach server=big-ripper-ai time=1482942511112 tls=false
DEBU[0000] registered route host=unix:///var/run/libstorage/478836241.sock len(queries)=0 method=DELETE path=/volumes/{service}/{volumeID} queries=[] route=volumeRemove server=big-ripper-ai time=1482942511112 tls=false
DEBU[0000] registered route host=unix:///var/run/libstorage/478836241.sock len(queries)=0 method=GET path=/snapshots queries=[] route=snapshots server=big-ripper-ai time=1482942511112 tls=false
DEBU[0000] registered route host=unix:///var/run/libstorage/478836241.sock len(queries)=0 method=GET path=/snapshots/{service} queries=[] route=snapshotsForService server=big-ripper-ai time=1482942511112 tls=false
DEBU[0000] registered route host=unix:///var/run/libstorage/478836241.sock len(queries)=0 method=GET path=/snapshots/{service}/{snapshotID} queries=[] route=snapshotInspect server=big-ripper-ai time=1482942511112 tls=false
DEBU[0000] registered route host=unix:///var/run/libstorage/478836241.sock len(queries)=2 method=POST path=/snapshots/{service}/{snapshotID} queries=[create ] route=snapshotCreate server=big-ripper-ai time=1482942511112 tls=false
DEBU[0000] registered route host=unix:///var/run/libstorage/478836241.sock len(queries)=2 method=POST path=/snapshots/{service}/{snapshotID} queries=[copy ] route=snapshotCopy server=big-ripper-ai time=1482942511112 tls=false
DEBU[0000] registered route host=unix:///var/run/libstorage/478836241.sock len(queries)=0 method=DELETE path=/snapshots/{service}/{snapshotID} queries=[] route=snapshotRemove server=big-ripper-ai time=1482942511112 tls=false
DEBU[0000] registered route host=unix:///var/run/libstorage/478836241.sock len(queries)=0 method=GET path=/tasks queries=[] route=tasks server=big-ripper-ai time=1482942511112 tls=false
DEBU[0000] registered route host=unix:///var/run/libstorage/478836241.sock len(queries)=0 method=GET path=/tasks/{taskID} queries=[] route=taskInspect server=big-ripper-ai time=1482942511112 tls=false
INFO[0000] api listening host=unix:///var/run/libstorage/478836241.sock server=big-ripper-ai time=1482942511112 tls=false
INFO[0000] waiting for err or close signal server=big-ripper-ai time=1482942511113
INFO[0001] server started server=big-ripper-ai time=1482942512113
DEBU[0001] got host from new server address host=unix:///var/run/libstorage/478836241.sock time=1482942512113
DEBU[0001] set host in context host=unix:///var/run/libstorage/478836241.sock time=1482942512113
DEBU[0001] set host in config host=unix:///var/run/libstorage/478836241.sock time=1482942512113
DEBU[0001] created spec file host=unix:///var/run/libstorage/478836241.sock path=/var/run/rexray/rexray.spec time=1482942512113
DEBU[0001] creating libStorage client cmd=mount host=unix:///var/run/libstorage/478836241.sock time=1482942512113
DEBU[0001] created scoped scope new=libstorage.client parentScopes=rexray,
INFO[0001] configured logging host=unix:///var/run/libstorage/478836241.sock libstorage.logging.httpRequests=true libstorage.logging.httpResponses=true libstorage.logging.level=debug time=1482942512150
DEBU[0001] got configured host address host=unix:///var/run/libstorage/478836241.sock service=rbd storageDriver=libstorage time=1482942512155
INFO[0001] created libStorage client clientType=integration disableKeepAlive=false enableInstanceIDHeaders=true enableLocalDevicesHeaders=true host=unix:///var/run/libstorage/478836241.sock logRequests=true logResponses=true lsxPath=/var/lib/libstorage/lsx-linux service=rbd storageDriver=libstorage time=1482942512164
INFO[0001] lsx lock file path host=unix:///var/run/libstorage/478836241.sock path=/var/run/libstorage/lsx.lock service=rbd storageDriver=libstorage time=1482942512164
INFO[0001]
INFO[0001] -------------------------- HTTP REQUEST (CLIENT) -------------------------
INFO[0001] GET /services HTTP/1.1
INFO[0001] Host: libstorage-server
INFO[0001] Libstorage-Tx: txID=00851f9d-57e6-47b5-5259-bcfc1a01ae7e, txCR=1482942512
INFO[0001]
INFO[0001] http request host=unix:///var/run/libstorage/478836241.sock route=services server=big-ripper-ai time=1482942512165 tls=false
DEBU[0001] added route middleware host=unix:///var/run/libstorage/478836241.sock middleware=schema-validator route=services server=big-ripper-ai time=1482942512165 tls=false
DEBU[0001] added global middleware host=unix:///var/run/libstorage/478836241.sock middleware=transaction-handler route=services server=big-ripper-ai time=1482942512165 tls=false
DEBU[0001] added global middleware host=unix:///var/run/libstorage/478836241.sock middleware=local-devices-handler route=services server=big-ripper-ai time=1482942512166 tls=false
DEBU[0001] added global middleware host=unix:///var/run/libstorage/478836241.sock middleware=instanceIDs-handler route=services server=big-ripper-ai time=1482942512166 tls=false
DEBU[0001] added global middleware host=unix:///var/run/libstorage/478836241.sock middleware=error-handler route=services server=big-ripper-ai time=1482942512166 tls=false
DEBU[0001] added global middleware host=unix:///var/run/libstorage/478836241.sock middleware=transaction-handler route=services server=big-ripper-ai time=1482942512166 tls=false
DEBU[0001] added global middleware host=unix:///var/run/libstorage/478836241.sock middleware=logging-handler route=services server=big-ripper-ai time=1482942512166 tls=false
DEBU[0001] added global middleware host=unix:///var/run/libstorage/478836241.sock middleware=query-params-handler route=services server=big-ripper-ai time=1482942512166 tls=false
DEBU[0001] http header Libstorage-Tx=txID=00851f9d-57e6-47b5-5259-bcfc1a01ae7e, txCR=1482942512 host=unix:///var/run/libstorage/478836241.sock route=services server=big-ripper-ai time=1482942512166 tls=false
DEBU[0001] http header Libstorage-Instanceid=[] host=unix:///var/run/libstorage/478836241.sock route=services server=big-ripper-ai time=1482942512166 tls=false txCR=1482942512 txID=00851f9d-57e6-47b5-5259-bcfc1a01ae7e
DEBU[0001] http header Libstorage-Localdevices=[] host=unix:///var/run/libstorage/478836241.sock route=services server=big-ripper-ai time=1482942512166 tls=false txCR=1482942512 txID=00851f9d-57e6-47b5-5259-bcfc1a01ae7e
INFO[0001] @ - - [28/Dec/2016:16:28:32 +0000] "GET /services HTTP/1.1" 200 102
INFO[0001]
INFO[0001] -------------------------- HTTP REQUEST (SERVER) --------------------------
INFO[0001] GET /services HTTP/1.1
INFO[0001] Host: libstorage-server
INFO[0001] Accept-Encoding: gzip
INFO[0001] Libstorage-Tx: txID=00851f9d-57e6-47b5-5259-bcfc1a01ae7e, txCR=1482942512
INFO[0001] User-Agent: Go-http-client/1.1
INFO[0001]
INFO[0001] -------------------------- HTTP RESPONSE (SERVER) -------------------------
INFO[0001] Content-Type=application/json
INFO[0001]
INFO[0001] {
INFO[0001] "rbd": {
INFO[0001] "name": "rbd",
INFO[0001] "driver": {
INFO[0001] "name": "rbd",
INFO[0001] "type": "block"
INFO[0001] }
INFO[0001] }
INFO[0001] }
INFO[0001]
INFO[0001] -------------------------- HTTP RESPONSE (CLIENT) -------------------------
INFO[0001] HTTP/1.1 200 OK
INFO[0001] Content-Length: 102
INFO[0001] Content-Type: application/json
INFO[0001] Date: Wed, 28 Dec 2016 16:28:32 GMT
INFO[0001] Libstorage-Servername: big-ripper-ai
INFO[0001]
INFO[0001] {
INFO[0001] "rbd": {
INFO[0001] "name": "rbd",
INFO[0001] "driver": {
INFO[0001] "name": "rbd",
INFO[0001] "type": "block"
INFO[0001] }
INFO[0001] }
INFO[0001] }
INFO[0001] initializing executors cache host=unix:///var/run/libstorage/478836241.sock service=rbd storageDriver=libstorage time=1482942512168
INFO[0001]
INFO[0001] -------------------------- HTTP REQUEST (CLIENT) -------------------------
INFO[0001] GET /executors HTTP/1.1
INFO[0001] Host: libstorage-server
INFO[0001] Libstorage-Tx: txID=18a777ac-d2a7-4727-7147-a91f7400a644, txCR=1482942512
INFO[0001]
INFO[0001] http request host=unix:///var/run/libstorage/478836241.sock route=executors server=big-ripper-ai time=1482942512169 tls=false
DEBU[0001] added global middleware host=unix:///var/run/libstorage/478836241.sock middleware=transaction-handler route=executors server=big-ripper-ai time=1482942512169 tls=false
DEBU[0001] added global middleware host=unix:///var/run/libstorage/478836241.sock middleware=local-devices-handler route=executors server=big-ripper-ai time=1482942512169 tls=false
DEBU[0001] added global middleware host=unix:///var/run/libstorage/478836241.sock middleware=instanceIDs-handler route=executors server=big-ripper-ai time=1482942512169 tls=false
DEBU[0001] added global middleware host=unix:///var/run/libstorage/478836241.sock middleware=error-handler route=executors server=big-ripper-ai time=1482942512169 tls=false
DEBU[0001] added global middleware host=unix:///var/run/libstorage/478836241.sock middleware=transaction-handler route=executors server=big-ripper-ai time=1482942512169 tls=false
DEBU[0001] added global middleware host=unix:///var/run/libstorage/478836241.sock middleware=logging-handler route=executors server=big-ripper-ai time=1482942512169 tls=false
DEBU[0001] added global middleware host=unix:///var/run/libstorage/478836241.sock middleware=query-params-handler route=executors server=big-ripper-ai time=1482942512169 tls=false
DEBU[0001] http header Libstorage-Tx=txID=18a777ac-d2a7-4727-7147-a91f7400a644, txCR=1482942512 host=unix:///var/run/libstorage/478836241.sock route=executors server=big-ripper-ai time=1482942512169 tls=false
DEBU[0001] http header Libstorage-Instanceid=[] host=unix:///var/run/libstorage/478836241.sock route=executors server=big-ripper-ai time=1482942512169 tls=false txCR=1482942512 txID=18a777ac-d2a7-4727-7147-a91f7400a644
DEBU[0001] http header Libstorage-Localdevices=[] host=unix:///var/run/libstorage/478836241.sock route=executors server=big-ripper-ai time=1482942512169 tls=false txCR=1482942512 txID=18a777ac-d2a7-4727-7147-a91f7400a644
INFO[0001] @ - - [28/Dec/2016:16:28:32 +0000] "GET /executors HTTP/1.1" 200 157
INFO[0001]
INFO[0001] -------------------------- HTTP REQUEST (SERVER) --------------------------
INFO[0001] GET /executors HTTP/1.1
INFO[0001] Host: libstorage-server
INFO[0001] Accept-Encoding: gzip
INFO[0001] Libstorage-Tx: txID=18a777ac-d2a7-4727-7147-a91f7400a644, txCR=1482942512
INFO[0001] User-Agent: Go-http-client/1.1
INFO[0001]
INFO[0001] -------------------------- HTTP RESPONSE (SERVER) -------------------------
INFO[0001] Content-Type=application/json
INFO[0001]
INFO[0001] {
INFO[0001] "lsx-linux": {
INFO[0001] "name": "lsx-linux",
INFO[0001] "md5checksum": "eab03cf41313932af0d155a6e3cf7e4f",
INFO[0001] "size": 11084727,
INFO[0001] "lastModified": 1483547186
INFO[0001] }
INFO[0001] }
INFO[0001]
INFO[0001] -------------------------- HTTP RESPONSE (CLIENT) -------------------------
INFO[0001] HTTP/1.1 200 OK
INFO[0001] Content-Length: 157
INFO[0001] Content-Type: application/json
INFO[0001] Date: Wed, 28 Dec 2016 16:28:32 GMT
INFO[0001] Libstorage-Servername: big-ripper-ai
INFO[0001]
INFO[0001] {
INFO[0001] "lsx-linux": {
INFO[0001] "name": "lsx-linux",
INFO[0001] "md5checksum": "eab03cf41313932af0d155a6e3cf7e4f",
INFO[0001] "size": 11084727,
INFO[0001] "lastModified": 1483547186
INFO[0001] }
INFO[0001] }
DEBU[0001] updating executor host=unix:///var/run/libstorage/478836241.sock service=rbd storageDriver=libstorage time=1482942512170
DEBU[0001] waiting on executor lock host=unix:///var/run/libstorage/478836241.sock service=rbd storageDriver=libstorage time=1482942512170
DEBU[0001] executor exists, getting local checksum host=unix:///var/run/libstorage/478836241.sock service=rbd storageDriver=libstorage time=1482942512170
DEBU[0001] getting executor checksum host=unix:///var/run/libstorage/478836241.sock service=rbd storageDriver=libstorage time=1482942512170
DEBU[0001] got local executor checksum host=unix:///var/run/libstorage/478836241.sock localChecksum=eab03cf41313932af0d155a6e3cf7e4f service=rbd storageDriver=libstorage time=1482942512197
DEBU[0001] signalling executor lock host=unix:///var/run/libstorage/478836241.sock service=rbd storageDriver=libstorage time=1482942512197
INFO[0001] initializing supported cache host=unix:///var/run/libstorage/478836241.sock server=big-ripper-ai service=rbd storageDriver=libstorage time=1482942512198
DEBU[0001] waiting on executor lock host=unix:///var/run/libstorage/478836241.sock server=big-ripper-ai service=rbd storageDriver=libstorage time=1482942512198 txCR=1482942512 txID=c7fff35c-6c2f-4202-5db9-05048c274c87
DEBU[0001] signalling executor lock host=unix:///var/run/libstorage/478836241.sock server=big-ripper-ai service=rbd storageDriver=libstorage time=1482942512258 txCR=1482942512 txID=c7fff35c-6c2f-4202-5db9-05048c274c87
DEBU[0001] cached supported flag host=unix:///var/run/libstorage/478836241.sock server=big-ripper-ai service=rbd storageDriver=libstorage supported=true time=1482942512258 txCR=1482942512 txID=c7fff35c-6c2f-4202-5db9-05048c274c87
INFO[0001] initializing instance ID cache host=unix:///var/run/libstorage/478836241.sock server=big-ripper-ai service=rbd storageDriver=libstorage time=1482942512258
DEBU[0001] waiting on executor lock host=unix:///var/run/libstorage/478836241.sock server=big-ripper-ai service=rbd storageDriver=libstorage time=1482942512258 txCR=1482942512 txID=d8a86db3-5939-4e05-693d-25d6d28a6106
DEBU[0001] signalling executor lock host=unix:///var/run/libstorage/478836241.sock server=big-ripper-ai service=rbd storageDriver=libstorage time=1482942512315 txCR=1482942512 txID=d8a86db3-5939-4e05-693d-25d6d28a6106
DEBU[0001] cached instanceID host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 server=big-ripper-ai service=rbd storageDriver=libstorage time=1482942512315 txCR=1482942512 txID=d8a86db3-5939-4e05-693d-25d6d28a6106
DEBU[0001] xli instanceID success host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 server=big-ripper-ai service=rbd storageDriver=libstorage time=1482942512315 txCR=1482942512 txID=d8a86db3-5939-4e05-693d-25d6d28a6106
INFO[0001] successefully dialed libStorage server host=unix:///var/run/libstorage/478836241.sock server=big-ripper-ai service=rbd storageDriver=libstorage time=1482942512315
INFO[0001] storage driver initialized host=unix:///var/run/libstorage/478836241.sock service=rbd storageDriver=libstorage time=1482942512315
INFO[0001] os driver initialized host=unix:///var/run/libstorage/478836241.sock osDriver=linux service=rbd storageDriver=libstorage time=1482942512317
INFO[0001] docker integration driver successfully initialized host=unix:///var/run/libstorage/478836241.sock integrationDriver=docker libstorage.integration.volume.operations.create.default.IOPS= libstorage.integration.volume.operations.create.default.availabilityZone= libstorage.integration.volume.operations.create.default.fsType=ext4 libstorage.integration.volume.operations.create.default.size=16 libstorage.integration.volume.operations.create.default.type= libstorage.integration.volume.operations.create.implicit=true libstorage.integration.volume.operations.mount.path=/var/lib/libstorage/volumes libstorage.integration.volume.operations.mount.rootPath=/data osDriver=linux service=rbd storageDriver=libstorage time=1482942512331
INFO[0001] path cache initializion disabled host=unix:///var/run/libstorage/478836241.sock integrationDriver=docker osDriver=linux service=rbd storageDriver=libstorage time=1482942512333
INFO[0001] libStorage integration driver successfully initialized host=unix:///var/run/libstorage/478836241.sock integrationDriver=docker libstorage.integration.volume.operations.create.disable=false libstorage.integration.volume.operations.mount.preempt=false libstorage.integration.volume.operations.path.cache.async=true libstorage.integration.volume.operations.path.cache.enabled=false libstorage.integration.volume.operations.remove.disable=false libstorage.integration.volume.operations.unmount.ignoreusedcount=false osDriver=linux service=rbd storageDriver=libstorage time=1482942512341
INFO[0001] integration driver initialized host=unix:///var/run/libstorage/478836241.sock integrationDriver=docker osDriver=linux service=rbd storageDriver=libstorage time=1482942512341
INFO[0001] created libStorage client host=unix:///var/run/libstorage/478836241.sock integrationDriver=docker osDriver=linux service=rbd storageDriver=libstorage time=1482942512341
DEBU[0001] waiting on executor lock host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 integrationDriver=docker osDriver=linux server=big-ripper-ai service=rbd storageDriver=libstorage time=1482942512341 txCR=1482942512 txID=7d51b4c6-6cce-42a6-6dec-a61d02a28689
DEBU[0001] signalling executor lock host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 integrationDriver=docker osDriver=linux server=big-ripper-ai service=rbd storageDriver=libstorage time=1482942512434 txCR=1482942512 txID=7d51b4c6-6cce-42a6-6dec-a61d02a28689
DEBU[0001] xli localdevices success host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 integrationDriver=docker osDriver=linux server=big-ripper-ai service=rbd storageDriver=libstorage time=1482942512435 txCR=1482942512 txID=7d51b4c6-6cce-42a6-6dec-a61d02a28689
INFO[0001]
INFO[0001] -------------------------- HTTP REQUEST (CLIENT) -------------------------
INFO[0001] GET /volumes/rbd?attachments=27 HTTP/1.1
INFO[0001] Host: libstorage-server
INFO[0001] Libstorage-Instanceid: rbd=172.21.13.10
INFO[0001] Libstorage-Localdevices: rbd=
INFO[0001] Libstorage-Tx: txID=7d51b4c6-6cce-42a6-6dec-a61d02a28689, txCR=1482942512
INFO[0001]
INFO[0001] http request host=unix:///var/run/libstorage/478836241.sock route=volumesForService server=big-ripper-ai time=1482942512435 tls=false
DEBU[0001] added route middleware host=unix:///var/run/libstorage/478836241.sock middleware=schema-validator route=volumesForService server=big-ripper-ai time=1482942512435 tls=false
DEBU[0001] added route middleware host=unix:///var/run/libstorage/478836241.sock middleware=storage-session-handler route=volumesForService server=big-ripper-ai time=1482942512435 tls=false
DEBU[0001] added route middleware host=unix:///var/run/libstorage/478836241.sock middleware=service-validator route=volumesForService server=big-ripper-ai time=1482942512435 tls=false
DEBU[0001] added global middleware host=unix:///var/run/libstorage/478836241.sock middleware=transaction-handler route=volumesForService server=big-ripper-ai time=1482942512436 tls=false
DEBU[0001] added global middleware host=unix:///var/run/libstorage/478836241.sock middleware=local-devices-handler route=volumesForService server=big-ripper-ai time=1482942512436 tls=false
DEBU[0001] added global middleware host=unix:///var/run/libstorage/478836241.sock middleware=instanceIDs-handler route=volumesForService server=big-ripper-ai time=1482942512436 tls=false
DEBU[0001] added global middleware host=unix:///var/run/libstorage/478836241.sock middleware=error-handler route=volumesForService server=big-ripper-ai time=1482942512436 tls=false
DEBU[0001] added global middleware host=unix:///var/run/libstorage/478836241.sock middleware=transaction-handler route=volumesForService server=big-ripper-ai time=1482942512436 tls=false
DEBU[0001] added global middleware host=unix:///var/run/libstorage/478836241.sock middleware=logging-handler route=volumesForService server=big-ripper-ai time=1482942512436 tls=false
DEBU[0001] added global middleware host=unix:///var/run/libstorage/478836241.sock middleware=query-params-handler route=volumesForService server=big-ripper-ai time=1482942512436 tls=false
DEBU[0001] query param host=unix:///var/run/libstorage/478836241.sock key=attachments len(value)=1 route=volumesForService server=big-ripper-ai time=1482942512436 tls=false value=[27]
DEBU[0001] http header Libstorage-Tx=txID=7d51b4c6-6cce-42a6-6dec-a61d02a28689, txCR=1482942512 host=unix:///var/run/libstorage/478836241.sock route=volumesForService server=big-ripper-ai time=1482942512436 tls=false
DEBU[0001] http header Libstorage-Instanceid=[rbd=172.21.13.10] host=unix:///var/run/libstorage/478836241.sock route=volumesForService server=big-ripper-ai time=1482942512436 tls=false txCR=1482942512 txID=7d51b4c6-6cce-42a6-6dec-a61d02a28689
DEBU[0001] http header Libstorage-Localdevices=[rbd=] host=unix:///var/run/libstorage/478836241.sock route=volumesForService server=big-ripper-ai time=1482942512436 tls=false txCR=1482942512 txID=7d51b4c6-6cce-42a6-6dec-a61d02a28689
DEBU[0001] getting storage service host=unix:///var/run/libstorage/478836241.sock route=volumesForService server=big-ripper-ai service=rbd time=1482942512436 tls=false txCR=1482942512 txID=7d51b4c6-6cce-42a6-6dec-a61d02a28689
DEBU[0001] driver is not StorageDriverWithLogin host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 route=volumesForService server=big-ripper-ai service=rbd storageDriver=rbd time=1482942512436 tls=false txCR=1482942512 txID=7d51b4c6-6cce-42a6-6dec-a61d02a28689
DEBU[0001] getting task service host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 route=volumesForService server=big-ripper-ai service=rbd storageDriver=rbd time=1482942512436 tls=false txCR=1482942512 txID=7d51b4c6-6cce-42a6-6dec-a61d02a28689
INFO[0001] executing task host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 route=volumesForService server=big-ripper-ai service=rbd storageDriver=rbd task=0 time=1482942512437 tls=false txCR=1482942512 txID=7d51b4c6-6cce-42a6-6dec-a61d02a28689
DEBU[0001] querying volumes attachments=27 host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 route=volumesForService server=big-ripper-ai service=rbd storageDriver=rbd task=0 time=1482942512437 tls=false txCR=1482942512 txID=7d51b4c6-6cce-42a6-6dec-a61d02a28689
DEBU[0001] running command: [rados lspools]
DEBU[0001] getting task service host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 route=volumesForService server=big-ripper-ai service=rbd storageDriver=rbd time=1482942512439 tls=false txCR=1482942512 txID=7d51b4c6-6cce-42a6-6dec-a61d02a28689
DEBU[0001] running command: [rbd ls -p rbd -l --format json]
DEBU[0001] running command: [rbd status --pool rbd test --format json]
DEBU[0001] running command: [rbd ls -p test -l --format json]
DEBU[0001] deferring to driver-specified attachment state attachments=27 host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 route=volumesForService server=big-ripper-ai service=rbd storageDriver=rbd task=0 time=1482942512705 tls=false txCR=1482942512 txID=7d51b4c6-6cce-42a6-6dec-a61d02a28689 volumeID=rbd.test volumeName=test
DEBU[0001] including volume attachmentState=unavailable attachments=27 host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 route=volumesForService server=big-ripper-ai service=rbd storageDriver=rbd task=0 time=1482942512705 tls=false txCR=1482942512 txID=7d51b4c6-6cce-42a6-6dec-a61d02a28689 volumeID=rbd.test volumeName=test
DEBU[0001] skipping response schema validation; disabled host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 route=volumesForService server=big-ripper-ai service=rbd storageDriver=rbd task=0 time=1482942512705 tls=false txCR=1482942512 txID=7d51b4c6-6cce-42a6-6dec-a61d02a28689
DEBU[0001] task completed host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 route=volumesForService server=big-ripper-ai service=rbd storageDriver=rbd task=0 time=1482942512705 tls=false txCR=1482942512 txID=7d51b4c6-6cce-42a6-6dec-a61d02a28689
INFO[0001] @ - - [28/Dec/2016:16:28:32 +0000] "GET /volumes/rbd?attachments=27 HTTP/1.1" 200 124
INFO[0001]
INFO[0001] -------------------------- HTTP REQUEST (SERVER) --------------------------
INFO[0001] GET /volumes/rbd?attachments=27 HTTP/1.1
INFO[0001] Host: libstorage-server
INFO[0001] Accept-Encoding: gzip
INFO[0001] Libstorage-Instanceid: rbd=172.21.13.10
INFO[0001] Libstorage-Localdevices: rbd=
INFO[0001] Libstorage-Tx: txID=7d51b4c6-6cce-42a6-6dec-a61d02a28689, txCR=1482942512
INFO[0001] User-Agent: Go-http-client/1.1
INFO[0001]
INFO[0001] -------------------------- HTTP RESPONSE (SERVER) -------------------------
INFO[0001] Content-Type=application/json
INFO[0001]
INFO[0001] {
INFO[0001] "rbd.test": {
INFO[0001] "attachmentState": 4,
INFO[0001] "name": "test",
INFO[0001] "size": 1,
INFO[0001] "id": "rbd.test",
INFO[0001] "type": "rbd"
INFO[0001] }
INFO[0001] }
INFO[0001]
INFO[0001] -------------------------- HTTP RESPONSE (CLIENT) -------------------------
INFO[0001] HTTP/1.1 200 OK
INFO[0001] Content-Length: 124
INFO[0001] Content-Type: application/json
INFO[0001] Date: Wed, 28 Dec 2016 16:28:32 GMT
INFO[0001] Libstorage-Servername: big-ripper-ai
INFO[0001]
INFO[0001] {
INFO[0001] "rbd.test": {
INFO[0001] "attachmentState": 4,
INFO[0001] "name": "test",
INFO[0001] "size": 1,
INFO[0001] "id": "rbd.test",
INFO[0001] "type": "rbd"
INFO[0001] }
INFO[0001] }
DEBU[0001] removing task host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 removedAfter=0s route=volumesForService server=big-ripper-ai service=rbd storageDriver=rbd task=0 tasksLen=1 time=1482942512707 tls=false txCR=1482942512 txID=7d51b4c6-6cce-42a6-6dec-a61d02a28689
DEBU[0001] removed task host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 route=volumesForService server=big-ripper-ai service=rbd storageDriver=rbd task=0 tasksLen=0 time=1482942512707 tls=false txCR=1482942512 txID=7d51b4c6-6cce-42a6-6dec-a61d02a28689
DEBU[0001] mounting volume host=unix:///var/run/libstorage/478836241.sock opts=&{OverwriteFS:false NewFSType: Preempt:false Opts:<nil>} time=1482942512708 volumeID=rbd.test volumeName=
INFO[0001] mounting volume host=unix:///var/run/libstorage/478836241.sock integrationDriver=docker opts=&{OverwriteFS:false NewFSType: Preempt:false Opts:<nil>} osDriver=linux service=rbd storageDriver=libstorage time=1482942512708 volumeID=rbd.test volumeName=
DEBU[0001] waiting on executor lock host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 integrationDriver=docker osDriver=linux server=big-ripper-ai service=rbd storageDriver=libstorage time=1482942512708 txCR=1482942512 txID=15a6c47b-7add-4851-4678-530090a1bc6a
DEBU[0001] signalling executor lock host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 integrationDriver=docker osDriver=linux server=big-ripper-ai service=rbd storageDriver=libstorage time=1482942512790 txCR=1482942512 txID=15a6c47b-7add-4851-4678-530090a1bc6a
DEBU[0001] xli localdevices success host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 integrationDriver=docker osDriver=linux server=big-ripper-ai service=rbd storageDriver=libstorage time=1482942512790 txCR=1482942512 txID=15a6c47b-7add-4851-4678-530090a1bc6a
INFO[0001]
INFO[0001] -------------------------- HTTP REQUEST (CLIENT) -------------------------
INFO[0001] GET /volumes/rbd/rbd.test?attachments=31 HTTP/1.1
INFO[0001] Host: libstorage-server
INFO[0001] Libstorage-Instanceid: rbd=172.21.13.10
INFO[0001] Libstorage-Localdevices: rbd=
INFO[0001] Libstorage-Tx: txID=15a6c47b-7add-4851-4678-530090a1bc6a, txCR=1482942512
INFO[0001]
INFO[0001] http request host=unix:///var/run/libstorage/478836241.sock route=volumeInspect server=big-ripper-ai time=1482942512791 tls=false
DEBU[0001] added route middleware host=unix:///var/run/libstorage/478836241.sock middleware=schema-validator route=volumeInspect server=big-ripper-ai time=1482942512791 tls=false
DEBU[0001] added route middleware host=unix:///var/run/libstorage/478836241.sock middleware=storage-session-handler route=volumeInspect server=big-ripper-ai time=1482942512791 tls=false
DEBU[0001] added route middleware host=unix:///var/run/libstorage/478836241.sock middleware=service-validator route=volumeInspect server=big-ripper-ai time=1482942512791 tls=false
DEBU[0001] added global middleware host=unix:///var/run/libstorage/478836241.sock middleware=transaction-handler route=volumeInspect server=big-ripper-ai time=1482942512791 tls=false
DEBU[0001] added global middleware host=unix:///var/run/libstorage/478836241.sock middleware=local-devices-handler route=volumeInspect server=big-ripper-ai time=1482942512791 tls=false
DEBU[0001] added global middleware host=unix:///var/run/libstorage/478836241.sock middleware=instanceIDs-handler route=volumeInspect server=big-ripper-ai time=1482942512791 tls=false
DEBU[0001] added global middleware host=unix:///var/run/libstorage/478836241.sock middleware=error-handler route=volumeInspect server=big-ripper-ai time=1482942512791 tls=false
DEBU[0001] added global middleware host=unix:///var/run/libstorage/478836241.sock middleware=transaction-handler route=volumeInspect server=big-ripper-ai time=1482942512791 tls=false
DEBU[0001] added global middleware host=unix:///var/run/libstorage/478836241.sock middleware=logging-handler route=volumeInspect server=big-ripper-ai time=1482942512791 tls=false
DEBU[0001] added global middleware host=unix:///var/run/libstorage/478836241.sock middleware=query-params-handler route=volumeInspect server=big-ripper-ai time=1482942512791 tls=false
DEBU[0001] query param host=unix:///var/run/libstorage/478836241.sock key=attachments len(value)=1 route=volumeInspect server=big-ripper-ai time=1482942512791 tls=false value=[31]
DEBU[0001] http header Libstorage-Tx=txID=15a6c47b-7add-4851-4678-530090a1bc6a, txCR=1482942512 host=unix:///var/run/libstorage/478836241.sock route=volumeInspect server=big-ripper-ai time=1482942512791 tls=false
DEBU[0001] http header Libstorage-Instanceid=[rbd=172.21.13.10] host=unix:///var/run/libstorage/478836241.sock route=volumeInspect server=big-ripper-ai time=1482942512792 tls=false txCR=1482942512 txID=15a6c47b-7add-4851-4678-530090a1bc6a
DEBU[0001] http header Libstorage-Localdevices=[rbd=] host=unix:///var/run/libstorage/478836241.sock route=volumeInspect server=big-ripper-ai time=1482942512792 tls=false txCR=1482942512 txID=15a6c47b-7add-4851-4678-530090a1bc6a
DEBU[0001] getting storage service host=unix:///var/run/libstorage/478836241.sock route=volumeInspect server=big-ripper-ai service=rbd time=1482942512792 tls=false txCR=1482942512 txID=15a6c47b-7add-4851-4678-530090a1bc6a
DEBU[0001] driver is not StorageDriverWithLogin host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 route=volumeInspect server=big-ripper-ai service=rbd storageDriver=rbd time=1482942512792 tls=false txCR=1482942512 txID=15a6c47b-7add-4851-4678-530090a1bc6a
DEBU[0001] getting task service host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 route=volumeInspect server=big-ripper-ai service=rbd storageDriver=rbd time=1482942512792 tls=false txCR=1482942512 txID=15a6c47b-7add-4851-4678-530090a1bc6a
DEBU[0001] getting task service host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 route=volumeInspect server=big-ripper-ai service=rbd storageDriver=rbd time=1482942512793 tls=false txCR=1482942512 txID=15a6c47b-7add-4851-4678-530090a1bc6a
INFO[0001] executing task host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 route=volumeInspect server=big-ripper-ai service=rbd storageDriver=rbd task=0 time=1482942512793 tls=false txCR=1482942512 txID=15a6c47b-7add-4851-4678-530090a1bc6a
DEBU[0001] running command: [rbd info -p rbd test --format json]
DEBU[0001] running command: [rbd status --pool rbd test --format json]
DEBU[0002] deferring to driver-specified attachment state host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 route=volumeInspect server=big-ripper-ai service=rbd storageDriver=rbd task=0 time=1482942512934 tls=false txCR=1482942512 txID=15a6c47b-7add-4851-4678-530090a1bc6a
DEBU[0002] including volume attachmentState=unavailable host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 route=volumeInspect server=big-ripper-ai service=rbd storageDriver=rbd task=0 time=1482942512934 tls=false txCR=1482942512 txID=15a6c47b-7add-4851-4678-530090a1bc6a
DEBU[0002] skipping response schema validation; disabled host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 route=volumeInspect server=big-ripper-ai service=rbd storageDriver=rbd task=0 time=1482942512934 tls=false txCR=1482942512 txID=15a6c47b-7add-4851-4678-530090a1bc6a
DEBU[0002] task completed host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 route=volumeInspect server=big-ripper-ai service=rbd storageDriver=rbd task=0 time=1482942512934 tls=false txCR=1482942512 txID=15a6c47b-7add-4851-4678-530090a1bc6a
INFO[0002] @ - - [28/Dec/2016:16:28:32 +0000] "GET /volumes/rbd/rbd.test?attachments=31 HTTP/1.1" 200 94
INFO[0002]
INFO[0002] -------------------------- HTTP REQUEST (SERVER) --------------------------
INFO[0002] GET /volumes/rbd/rbd.test?attachments=31 HTTP/1.1
INFO[0002] Host: libstorage-server
INFO[0002] Accept-Encoding: gzip
INFO[0002] Libstorage-Instanceid: rbd=172.21.13.10
INFO[0002] Libstorage-Localdevices: rbd=
INFO[0002] Libstorage-Tx: txID=15a6c47b-7add-4851-4678-530090a1bc6a, txCR=1482942512
INFO[0002] User-Agent: Go-http-client/1.1
INFO[0002]
INFO[0002] -------------------------- HTTP RESPONSE (SERVER) -------------------------
INFO[0002] Content-Type=application/json
INFO[0002]
INFO[0002] {
INFO[0002] "attachmentState": 4,
INFO[0002] "name": "test",
INFO[0002] "size": 1,
INFO[0002] "id": "rbd.test",
INFO[0002] "type": "rbd"
INFO[0002] }
INFO[0002]
INFO[0002] -------------------------- HTTP RESPONSE (CLIENT) -------------------------
INFO[0002] HTTP/1.1 200 OK
INFO[0002] Content-Length: 94
INFO[0002] Content-Type: application/json
INFO[0002] Date: Wed, 28 Dec 2016 16:28:32 GMT
INFO[0002] Libstorage-Servername: big-ripper-ai
INFO[0002]
INFO[0002] {
INFO[0002] "attachmentState": 4,
INFO[0002] "name": "test",
INFO[0002] "size": 1,
INFO[0002] "id": "rbd.test",
INFO[0002] "type": "rbd"
INFO[0002] }
DEBU[0002] removing task host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 removedAfter=0s route=volumeInspect server=big-ripper-ai service=rbd storageDriver=rbd task=0 tasksLen=1 time=1482942512936 tls=false txCR=1482942512 txID=15a6c47b-7add-4851-4678-530090a1bc6a
DEBU[0002] removed task host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 route=volumeInspect server=big-ripper-ai service=rbd storageDriver=rbd task=0 tasksLen=0 time=1482942512936 tls=false txCR=1482942512 txID=15a6c47b-7add-4851-4678-530090a1bc6a
DEBU[0002] performing precautionary unmount host=unix:///var/run/libstorage/478836241.sock integrationDriver=docker osDriver=linux service=rbd storageDriver=libstorage time=1482942512937
DEBU[0002] waiting on executor lock host=unix:///var/run/libstorage/478836241.sock integrationDriver=docker osDriver=linux server=big-ripper-ai service=rbd storageDriver=libstorage time=1482942512937 txCR=1482942512 txID=3ad79461-1d42-4ad3-54c1-7d027af70a47
DEBU[0002] signalling executor lock host=unix:///var/run/libstorage/478836241.sock integrationDriver=docker osDriver=linux server=big-ripper-ai service=rbd storageDriver=libstorage time=1482942512986 txCR=1482942512 txID=3ad79461-1d42-4ad3-54c1-7d027af70a47
DEBU[0002] xli nextdevice success host=unix:///var/run/libstorage/478836241.sock integrationDriver=docker osDriver=linux server=big-ripper-ai service=rbd storageDriver=libstorage time=1482942512986 txCR=1482942512 txID=3ad79461-1d42-4ad3-54c1-7d027af70a47
DEBU[0002] waiting on executor lock host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 integrationDriver=docker osDriver=linux server=big-ripper-ai service=rbd storageDriver=libstorage time=1482942512986 txCR=1482942512 txID=3ad79461-1d42-4ad3-54c1-7d027af70a47
DEBU[0002] signalling executor lock host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 integrationDriver=docker osDriver=linux server=big-ripper-ai service=rbd storageDriver=libstorage time=1482942513096 txCR=1482942512 txID=3ad79461-1d42-4ad3-54c1-7d027af70a47
DEBU[0002] xli localdevices success host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 integrationDriver=docker osDriver=linux server=big-ripper-ai service=rbd storageDriver=libstorage time=1482942513096 txCR=1482942512 txID=3ad79461-1d42-4ad3-54c1-7d027af70a47
INFO[0002]
INFO[0002] -------------------------- HTTP REQUEST (CLIENT) -------------------------
INFO[0002] POST /volumes/rbd/rbd.test?attach HTTP/1.1
INFO[0002] Host: libstorage-server
INFO[0002] Libstorage-Instanceid: rbd=172.21.13.10
INFO[0002] Libstorage-Localdevices: rbd=
INFO[0002] Libstorage-Tx: txID=3ad79461-1d42-4ad3-54c1-7d027af70a47, txCR=1482942512
INFO[0002]
INFO[0002] {}
INFO[0002] http request host=unix:///var/run/libstorage/478836241.sock route=volumeAttach server=big-ripper-ai time=1482942513096 tls=false
DEBU[0002] added route middleware host=unix:///var/run/libstorage/478836241.sock middleware=post-args-handler route=volumeAttach server=big-ripper-ai time=1482942513096 tls=false
DEBU[0002] added route middleware host=unix:///var/run/libstorage/478836241.sock middleware=schema-validator route=volumeAttach server=big-ripper-ai time=1482942513097 tls=false
DEBU[0002] added route middleware host=unix:///var/run/libstorage/478836241.sock middleware=storage-session-handler route=volumeAttach server=big-ripper-ai time=1482942513097 tls=false
DEBU[0002] added route middleware host=unix:///var/run/libstorage/478836241.sock middleware=service-validator route=volumeAttach server=big-ripper-ai time=1482942513097 tls=false
DEBU[0002] added global middleware host=unix:///var/run/libstorage/478836241.sock middleware=transaction-handler route=volumeAttach server=big-ripper-ai time=1482942513097 tls=false
DEBU[0002] added global middleware host=unix:///var/run/libstorage/478836241.sock middleware=local-devices-handler route=volumeAttach server=big-ripper-ai time=1482942513097 tls=false
DEBU[0002] added global middleware host=unix:///var/run/libstorage/478836241.sock middleware=instanceIDs-handler route=volumeAttach server=big-ripper-ai time=1482942513097 tls=false
DEBU[0002] added global middleware host=unix:///var/run/libstorage/478836241.sock middleware=error-handler route=volumeAttach server=big-ripper-ai time=1482942513097 tls=false
DEBU[0002] added global middleware host=unix:///var/run/libstorage/478836241.sock middleware=transaction-handler route=volumeAttach server=big-ripper-ai time=1482942513097 tls=false
DEBU[0002] added global middleware host=unix:///var/run/libstorage/478836241.sock middleware=logging-handler route=volumeAttach server=big-ripper-ai time=1482942513097 tls=false
DEBU[0002] added global middleware host=unix:///var/run/libstorage/478836241.sock middleware=query-params-handler route=volumeAttach server=big-ripper-ai time=1482942513097 tls=false
DEBU[0002] query param host=unix:///var/run/libstorage/478836241.sock key=attach len(value)=1 route=volumeAttach server=big-ripper-ai time=1482942513097 tls=false value=[]
DEBU[0002] http header Libstorage-Tx=txID=3ad79461-1d42-4ad3-54c1-7d027af70a47, txCR=1482942512 host=unix:///var/run/libstorage/478836241.sock route=volumeAttach server=big-ripper-ai time=1482942513097 tls=false
DEBU[0002] http header Libstorage-Instanceid=[rbd=172.21.13.10] host=unix:///var/run/libstorage/478836241.sock route=volumeAttach server=big-ripper-ai time=1482942513097 tls=false txCR=1482942512 txID=3ad79461-1d42-4ad3-54c1-7d027af70a47
DEBU[0002] http header Libstorage-Localdevices=[rbd=] host=unix:///var/run/libstorage/478836241.sock route=volumeAttach server=big-ripper-ai time=1482942513097 tls=false txCR=1482942512 txID=3ad79461-1d42-4ad3-54c1-7d027af70a47
DEBU[0002] getting storage service host=unix:///var/run/libstorage/478836241.sock route=volumeAttach server=big-ripper-ai service=rbd time=1482942513097 tls=false txCR=1482942512 txID=3ad79461-1d42-4ad3-54c1-7d027af70a47
DEBU[0002] driver is not StorageDriverWithLogin host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 route=volumeAttach server=big-ripper-ai service=rbd storageDriver=rbd time=1482942513097 tls=false txCR=1482942512 txID=3ad79461-1d42-4ad3-54c1-7d027af70a47
DEBU[0002] validating schema body={} host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 route=volumeAttach schema={
"$schema": "http://json-schema.org/draft-04/schema#",
"$ref": "https://github.com/codedellemc/libstorage#/definitions/volumeAttachRequest"
} server=big-ripper-ai service=rbd storageDriver=rbd time=1482942513097 tls=false txCR=1482942512 txID=3ad79461-1d42-4ad3-54c1-7d027af70a47
DEBU[0002] getting task service host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 route=volumeAttach server=big-ripper-ai service=rbd storageDriver=rbd time=1482942513101 tls=false txCR=1482942512 txID=3ad79461-1d42-4ad3-54c1-7d027af70a47
INFO[0002] executing task host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 route=volumeAttach server=big-ripper-ai service=rbd storageDriver=rbd task=0 time=1482942513102 tls=false txCR=1482942512 txID=3ad79461-1d42-4ad3-54c1-7d027af70a47
DEBU[0002] attaching volume driverName=rbd volumeID=rbd.test
DEBU[0002] running command: [rbd info -p rbd test --format json]
DEBU[0002] getting task service host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 route=volumeAttach server=big-ripper-ai service=rbd storageDriver=rbd time=1482942513104 tls=false txCR=1482942512 txID=3ad79461-1d42-4ad3-54c1-7d027af70a47
DEBU[0002] running command: [rbd status --pool rbd test --format json]
ERRO[0002] volume in wrong state for attach host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 route=volumeAttach server=big-ripper-ai service=rbd storageDriver=rbd task=0 time=1482942513242 tls=false txCR=1482942512 txID=3ad79461-1d42-4ad3-54c1-7d027af70a47
DEBU[0002] task completed host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 route=volumeAttach server=big-ripper-ai service=rbd storageDriver=rbd task=0 time=1482942513242 tls=false txCR=1482942512 txID=3ad79461-1d42-4ad3-54c1-7d027af70a47
ERRO[0002] volume in wrong state for attach host=unix:///var/run/libstorage/478836241.sock route=volumeAttach server=big-ripper-ai time=1482942513242 tls=false txCR=1482942512 txID=3ad79461-1d42-4ad3-54c1-7d027af70a47
INFO[0002] @ - - [28/Dec/2016:16:28:33 +0000] "POST /volumes/rbd/rbd.test?attach HTTP/1.1" 500 115
INFO[0002]
INFO[0002] -------------------------- HTTP REQUEST (SERVER) --------------------------
INFO[0002] POST /volumes/rbd/rbd.test?attach HTTP/1.1
INFO[0002] Host: libstorage-server
INFO[0002] Accept-Encoding: gzip
INFO[0002] Content-Length: 2
INFO[0002] Libstorage-Instanceid: rbd=172.21.13.10
INFO[0002] Libstorage-Localdevices: rbd=
INFO[0002] Libstorage-Tx: txID=3ad79461-1d42-4ad3-54c1-7d027af70a47, txCR=1482942512
INFO[0002] User-Agent: Go-http-client/1.1
INFO[0002]
INFO[0002] {}
INFO[0002] -------------------------- HTTP RESPONSE (SERVER) -------------------------
INFO[0002] Content-Type=application/json
INFO[0002]
INFO[0002] {
INFO[0002] "message": "volume in wrong state for attach",
INFO[0002] "status": 500,
INFO[0002] "error": "volume in wrong state for attach"
INFO[0002] }
DEBU[0002] removing task host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 removedAfter=0s route=volumeAttach server=big-ripper-ai service=rbd storageDriver=rbd task=0 tasksLen=1 time=1482942513244 tls=false txCR=1482942512 txID=3ad79461-1d42-4ad3-54c1-7d027af70a47
DEBU[0002] removed task host=unix:///var/run/libstorage/478836241.sock instanceID=rbd=172.21.13.10 route=volumeAttach server=big-ripper-ai service=rbd storageDriver=rbd task=0 tasksLen=0 time=1482942513244 tls=false txCR=1482942512 txID=3ad79461-1d42-4ad3-54c1-7d027af70a47
INFO[0002]
INFO[0002] -------------------------- HTTP RESPONSE (CLIENT) -------------------------
INFO[0002] HTTP/1.1 500 Internal Server Error
INFO[0002] Content-Length: 115
INFO[0002] Content-Type: application/json
INFO[0002] Date: Wed, 28 Dec 2016 16:28:33 GMT
INFO[0002] Libstorage-Servername: big-ripper-ai
INFO[0002]
INFO[0002] {
INFO[0002] "message": "volume in wrong state for attach",
INFO[0002] "status": 500,
INFO[0002] "error": "volume in wrong state for attach"
INFO[0002] }
DEBU[0002] built output template host=unix:///var/run/libstorage/478836241.sock template={{define "printVolumeFields"}}{{.ID}} {{.Name}} {{.AttachmentState | printAttState}} {{.Size}}{{end}}{{define "printEncVolumeFields"}}{{.ID}} {{.Name}} {{.AttachmentState | printAttState}} {{.Size}} {{.Encrypted}}{{end}}{{define "printEncVolumeWithPathFields"}}{{.ID}} {{.Name}} {{.Volume.AttachmentState | printAttState}} {{.Size}} {{.Encrypted}} {{.Path}}{{end}}{{define "printSnapshotFields"}}{{.ID}} {{.Name}} {{.Status}} {{.VolumeID}}{{end}}{{define "printServiceFields"}}{{.Name}} {{.Driver.Name}}{{end}}{{define "printObject"}}{{printf "%v" .}}{{end}}{{define "printStringSlice"}}{{.}}{{end}}{{define "printVolumeID"}}{{.ID}}{{end}}{{define "printMountFields"}}{{.ID}} {{.Source}} {{.MountPoint}}{{end}}{{define "printInstanceFields"}}{{.InstanceID.ID}} {{.Name}} {{.ProviderName}} {{.Region}}{{end}}{{define "printJSON"}}{{. | json}}{{end}}{{define "printPrettyJSON"}}{{. | jsonp}}{{end}}{{define "printVolumeWithPathFields"}}{{.ID}} {{.Name}} {{.Volume.AttachmentState | printAttState}} {{.Size}} {{.Path}}{{end}}ID Name Status Size Path
{{range sort .D "Name" }}{{template "printVolumeWithPathFields" .}}
{{end}} time=1482942513244
ID Name Status Size Path
FATA[0002] error mounting volume error.status=500 volume=test
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment