Auto TLS over Unix socket

rex.sh

[root@rex ~]# rexray -l debug volume ls
INFO[0002] updated log level                             logLevel=debug
DEBU[0002] os.args                                       time=1493759085543 val=[rexray -l debug volume ls]
DEBU[0002] activating libStorage                         cmd=ls time=1493759085544
DEBU[0002] read spec file                                host=unix:///var/run/libstorage/919670668.sock path=/var/run/rexray/rexray.spec time=1493759085618
DEBU[0002] is local unix server active                   sock=/var/run/libstorage/919670668.sock time=1493759085619
INFO[0002] removed invalid sock file                     sockFile=/var/run/libstorage/919670668.sock time=1493759085621
INFO[0002] removed invalid spec file                     specFile=/var/run/rexray/rexray.spec time=1493759085622
DEBU[0002] host is empty; initiliazing default services  time=1493759085623
INFO[0002] libStorage auto service mode enabled          driver=cinder time=1493759085676
DEBU[0002] starting embedded libStorage server           time=1493759085682
DEBU[0002] created scoped scope                          new=libstorage.server parentScopes=rexray,
INFO[0003] configured logging                            libstorage.logging.httpRequests=false libstorage.logging.httpResponses=false libstorage.logging.level=debug server=berry-grabber-gg time=1493759086761
DEBU[0003] parsed server auth property                   libstorage.server.auth.disabled=false server=berry-grabber-gg time=1493759087150
DEBU[0004] parsed server auth property                   libstorage.server.auth.key= server=berry-grabber-gg time=1493759087368
DEBU[0004] parsed server auth property                   libstorage.server.auth.alg=HS256 server=berry-grabber-gg time=1493759087484
DEBU[0004] parsed server auth property                   libstorage.server.auth.allow=[] server=berry-grabber-gg time=1493759087719
DEBU[0004] parsed server auth property                   libstorage.server.auth.deny=[] server=berry-grabber-gg time=1493759087914
INFO[0004] configured global auth                        libstorage.server.auth.alg=HS256 libstorage.server.auth.allow=[] libstorage.server.auth.deny=[] libstorage.server.auth.disabled=false libstorage.server.auth.key= server=berry-grabber-gg time=1493759087915
INFO[0004] initializing server                           server=berry-grabber-gg time=1493759087917
INFO[0004] initializing default endpoint                 autoEndpointMode=unix server=berry-grabber-gg time=1493759088103
INFO[0005] initializing auto unix endpoint               endpoint=libstorage.server.endpoints.localhost server=berry-grabber-gg time=1493759088228
DEBU[0005] endpoint info                                 address=unix:///var/run/libstorage/780417268.sock endpoint=libstorage.server.endpoints.localhost server=berry-grabber-gg time=1493759088229
DEBU[0005] created scoped scope                          new=libstorage.server.endpoints.localhost parentScopes=libstorage.server,rexray,
DEBU[0005] parsing tls config                            server=berry-grabber-gg time=1493759088231
INFO[0006] tls enabled                                   server=berry-grabber-gg time=1493759089532 usrKnownHosts=/root/.libstorage/known_hosts
DEBU[0006] tls field set                                 server=berry-grabber-gg time=1493759089534 usrKnownHosts=/root/.libstorage/known_hosts
DEBU[0008] tls field set                                 libstorage.tls.keyFile=/etc/libstorage/tls/libstorage.key server=berry-grabber-gg time=1493759092155
DEBU[0008] tls field set                                 libstorage.tls.certFile=/etc/libstorage/tls/libstorage.crt server=berry-grabber-gg time=1493759092156
DEBU[0009] tls field set                                 libstorage.tls.insecure=false server=berry-grabber-gg time=1493759092539
DEBU[0010] tls field set                                 libstorage.tls.clientCertRequired=false server=berry-grabber-gg time=1493759093316
INFO[0010] configured endpoint                           address=unix:///var/run/libstorage/780417268.sock endpoint=localhost libstorage.tls.certFile=/etc/libstorage/tls/libstorage.crt libstorage.tls.clientCertRequired=false libstorage.tls.insecure=false libstorage.tls.keyFile=/etc/libstorage/tls/libstorage.key server=berry-grabber-gg time=1493759093764 usrKnownHosts=/root/.libstorage/known_hosts
INFO[0010] server created                                server=berry-grabber-gg time=1493759093771
INFO[0010] initialized endpoints                         server=berry-grabber-gg time=1493759093772
INFO[0010] initializing server services                  server=berry-grabber-gg time=1493759093773
DEBU[0010] configured result schema validation           enabled=false server=berry-grabber-gg time=1493759093829
DEBU[0010] got services map                              count=1 server=berry-grabber-gg time=1493759093886
DEBU[0010] processing service config                     server=berry-grabber-gg service=cinder time=1493759093888
DEBU[0010] getting scoped config for service             scope=libstorage.server.services.cinder server=berry-grabber-gg service=cinder time=1493759093889
DEBU[0010] created scoped scope                          new=libstorage.server.services.cinder parentScopes=libstorage.server,rexray,
DEBU[0010] got driver name                               driverName=cinder server=berry-grabber-gg service=cinder time=1493759094023
INFO[0013] storage driver initialized                    availabilityZone=nova domainId= domainName=default identityEndpoint=http://10.138.0.2/identity/v3 password=****** provider=cinder region=RegionOne server=berry-grabber-gg service=cinder storageDriver=cinder tenantId= tenantName=demo time=1493759096752 tokenId= trustId= userId= userName=demo
DEBU[0014] parsed server auth property                   libstorage.server.auth.disabled=false server=berry-grabber-gg service=cinder time=1493759097604
DEBU[0014] parsed server auth property                   libstorage.server.auth.key= server=berry-grabber-gg service=cinder time=1493759098109
DEBU[0015] parsed server auth property                   libstorage.server.auth.alg=HS256 server=berry-grabber-gg service=cinder time=1493759098645
DEBU[0016] parsed server auth property                   libstorage.server.auth.allow=[] server=berry-grabber-gg service=cinder time=1493759099286
DEBU[0017] parsed server auth property                   libstorage.server.auth.deny=[] server=berry-grabber-gg service=cinder time=1493759100204
INFO[0017] configured service auth                       libstorage.server.auth.alg=HS256 libstorage.server.auth.allow=[] libstorage.server.auth.deny=[] libstorage.server.auth.disabled=false libstorage.server.auth.key= server=berry-grabber-gg service=cinder time=1493759100206
INFO[0017] created new service                           server=berry-grabber-gg service=cinder time=1493759100212
INFO[0017] initialized services                          server=berry-grabber-gg time=1493759100214
INFO[0017] initialized router                            len(routes)=3 router=executor-router server=berry-grabber-gg time=1493759100216
INFO[0017] initialized router                            len(routes)=4 router=help-router server=berry-grabber-gg time=1493759100218
INFO[0017] initialized router                            len(routes)=1 router=root-router server=berry-grabber-gg time=1493759100220
INFO[0017] initialized router                            len(routes)=2 router=service-router server=berry-grabber-gg time=1493759100230
INFO[0017] initialized router                            len(routes)=11 router=volume-router server=berry-grabber-gg time=1493759100236
INFO[0017] initialized router                            len(routes)=6 router=snapshot-router server=berry-grabber-gg time=1493759100239
INFO[0017] initialized router                            len(routes)=2 router=tasks-router server=berry-grabber-gg time=1493759100242
DEBU[0017] registered route                              host=unix:///var/run/libstorage/780417268.sock len(queries)=0 method=GET path=/executors queries=[] route=executors server=berry-grabber-gg time=1493759100252 tls=true
DEBU[0017] registered route                              host=unix:///var/run/libstorage/780417268.sock len(queries)=0 method=GET path=/executors/{executor} queries=[] route=executorInspect server=berry-grabber-gg time=1493759100258 tls=true
DEBU[0017] registered route                              host=unix:///var/run/libstorage/780417268.sock len(queries)=0 method=HEAD path=/executors/{executor} queries=[] route=executorHead server=berry-grabber-gg time=1493759100267 tls=true
DEBU[0017] registered route                              host=unix:///var/run/libstorage/780417268.sock len(queries)=0 method=GET path=/help queries=[] route=version server=berry-grabber-gg time=1493759100270 tls=true
DEBU[0017] registered route                              host=unix:///var/run/libstorage/780417268.sock len(queries)=0 method=GET path=/help/config queries=[] route=version server=berry-grabber-gg time=1493759100278 tls=true
DEBU[0017] registered route                              host=unix:///var/run/libstorage/780417268.sock len(queries)=0 method=GET path=/help/env queries=[] route=version server=berry-grabber-gg time=1493759100282 tls=true
DEBU[0017] registered route                              host=unix:///var/run/libstorage/780417268.sock len(queries)=0 method=GET path=/help/version queries=[] route=version server=berry-grabber-gg time=1493759100286 tls=true
DEBU[0017] registered route                              host=unix:///var/run/libstorage/780417268.sock len(queries)=0 method=GET path=/ queries=[] route=root server=berry-grabber-gg time=1493759100292 tls=true
DEBU[0017] registered route                              host=unix:///var/run/libstorage/780417268.sock len(queries)=0 method=GET path=/services queries=[] route=services server=berry-grabber-gg time=1493759100296 tls=true
DEBU[0017] registered route                              host=unix:///var/run/libstorage/780417268.sock len(queries)=0 method=GET path=/services/{service} queries=[] route=serviceInspect server=berry-grabber-gg time=1493759100306 tls=true
DEBU[0017] registered route                              host=unix:///var/run/libstorage/780417268.sock len(queries)=0 method=GET path=/volumes queries=[] route=volumes server=berry-grabber-gg time=1493759100310 tls=true
DEBU[0017] registered route                              host=unix:///var/run/libstorage/780417268.sock len(queries)=0 method=GET path=/volumes/{service} queries=[] route=volumesForService server=berry-grabber-gg time=1493759100315 tls=true
DEBU[0017] registered route                              host=unix:///var/run/libstorage/780417268.sock len(queries)=0 method=GET path=/volumes/{service}/{volumeID} queries=[] route=volumeInspect server=berry-grabber-gg time=1493759100324 tls=true
DEBU[0017] registered route                              host=unix:///var/run/libstorage/780417268.sock len(queries)=2 method=POST path=/volumes/{service} queries=[detach ] route=volumesDetachForService server=berry-grabber-gg time=1493759100333 tls=true
DEBU[0017] registered route                              host=unix:///var/run/libstorage/780417268.sock len(queries)=0 method=POST path=/volumes/{service} queries=[] route=volumeCreate server=berry-grabber-gg time=1493759100339 tls=true
DEBU[0017] registered route                              host=unix:///var/run/libstorage/780417268.sock len(queries)=2 method=POST path=/volumes/{service}/{volumeID} queries=[copy ] route=volumeCopy server=berry-grabber-gg time=1493759100349 tls=true
DEBU[0017] registered route                              host=unix:///var/run/libstorage/780417268.sock len(queries)=2 method=POST path=/volumes/{service}/{volumeID} queries=[snapshot ] route=volumeSnapshot server=berry-grabber-gg time=1493759100371 tls=true
DEBU[0017] registered route                              host=unix:///var/run/libstorage/780417268.sock len(queries)=2 method=POST path=/volumes/{service}/{volumeID} queries=[attach ] route=volumeAttach server=berry-grabber-gg time=1493759100378 tls=true
DEBU[0017] registered route                              host=unix:///var/run/libstorage/780417268.sock len(queries)=2 method=POST path=/volumes queries=[detach ] route=volumesDetachAll server=berry-grabber-gg time=1493759100386 tls=true
DEBU[0017] registered route                              host=unix:///var/run/libstorage/780417268.sock len(queries)=2 method=POST path=/volumes/{service}/{volumeID} queries=[detach ] route=volumeDetach server=berry-grabber-gg time=1493759100393 tls=true
DEBU[0017] registered route                              host=unix:///var/run/libstorage/780417268.sock len(queries)=0 method=DELETE path=/volumes/{service}/{volumeID} queries=[] route=volumeRemove server=berry-grabber-gg time=1493759100403 tls=true
DEBU[0017] registered route                              host=unix:///var/run/libstorage/780417268.sock len(queries)=0 method=GET path=/snapshots queries=[] route=snapshots server=berry-grabber-gg time=1493759100407 tls=true
DEBU[0017] registered route                              host=unix:///var/run/libstorage/780417268.sock len(queries)=0 method=GET path=/snapshots/{service} queries=[] route=snapshotsForService server=berry-grabber-gg time=1493759100414 tls=true
DEBU[0017] registered route                              host=unix:///var/run/libstorage/780417268.sock len(queries)=0 method=GET path=/snapshots/{service}/{snapshotID} queries=[] route=snapshotInspect server=berry-grabber-gg time=1493759100420 tls=true
DEBU[0017] registered route                              host=unix:///var/run/libstorage/780417268.sock len(queries)=2 method=POST path=/snapshots/{service}/{snapshotID} queries=[create ] route=snapshotCreate server=berry-grabber-gg time=1493759100430 tls=true
DEBU[0017] registered route                              host=unix:///var/run/libstorage/780417268.sock len(queries)=2 method=POST path=/snapshots/{service}/{snapshotID} queries=[copy ] route=snapshotCopy server=berry-grabber-gg time=1493759100439 tls=true
DEBU[0017] registered route                              host=unix:///var/run/libstorage/780417268.sock len(queries)=0 method=DELETE path=/snapshots/{service}/{snapshotID} queries=[] route=snapshotRemove server=berry-grabber-gg time=1493759100445 tls=true
DEBU[0017] registered route                              host=unix:///var/run/libstorage/780417268.sock len(queries)=0 method=GET path=/tasks queries=[] route=tasks server=berry-grabber-gg time=1493759100452 tls=true
DEBU[0017] registered route                              host=unix:///var/run/libstorage/780417268.sock len(queries)=0 method=GET path=/tasks/{taskID} queries=[] route=taskInspect server=berry-grabber-gg time=1493759100457 tls=true
INFO[0017] waiting for err or close signal               server=berry-grabber-gg time=1493759100462
INFO[0017] api listening                                 host=unix:///var/run/libstorage/780417268.sock server=berry-grabber-gg time=1493759100469 tls=true
INFO[0018] server started                                server=berry-grabber-gg time=1493759101464
DEBU[0018] got host from new server address              host=unix:///var/run/libstorage/780417268.sock time=1493759101465
DEBU[0018] set host in context                           host=unix:///var/run/libstorage/780417268.sock time=1493759101466
DEBU[0018] set host in config                            host=unix:///var/run/libstorage/780417268.sock time=1493759101467
DEBU[0018] created spec file                             host=unix:///var/run/libstorage/780417268.sock path=/var/run/rexray/rexray.spec time=1493759101469
DEBU[0018] creating libStorage client                    cmd=ls host=unix:///var/run/libstorage/780417268.sock time=1493759101470
DEBU[0018] created scoped scope                          new=libstorage.client parentScopes=rexray,
INFO[0020] configured logging                            host=unix:///var/run/libstorage/780417268.sock libstorage.logging.httpRequests=false libstorage.logging.httpResponses=false libstorage.logging.level=debug time=1493759103213
DEBU[0020] got configured host address                   host=unix:///var/run/libstorage/780417268.sock service=cinder storageDriver=libstorage time=1493759103382
DEBU[0020] parsing tls config                            host=unix:///var/run/libstorage/780417268.sock service=cinder storageDriver=libstorage time=1493759103437
INFO[0020] tls enabled                                   host=unix:///var/run/libstorage/780417268.sock service=cinder storageDriver=libstorage time=1493759103895 usrKnownHosts=/root/.libstorage/known_hosts
DEBU[0020] tls field set                                 host=unix:///var/run/libstorage/780417268.sock service=cinder storageDriver=libstorage time=1493759103897 usrKnownHosts=/root/.libstorage/known_hosts
DEBU[0021] tls field set                                 host=unix:///var/run/libstorage/780417268.sock libstorage.tls.keyFile=/etc/libstorage/tls/libstorage.key service=cinder storageDriver=libstorage time=1493759105187
DEBU[0021] tls field set                                 host=unix:///var/run/libstorage/780417268.sock libstorage.tls.certFile=/etc/libstorage/tls/libstorage.crt service=cinder storageDriver=libstorage time=1493759105189
DEBU[0022] tls field set                                 host=unix:///var/run/libstorage/780417268.sock libstorage.tls.insecure=false service=cinder storageDriver=libstorage time=1493759105311
DEBU[0022] tls field set                                 host=unix:///var/run/libstorage/780417268.sock libstorage.tls.clientCertRequired=false service=cinder storageDriver=libstorage time=1493759105595
DEBU[0022] getHost proto == "unix"                       getHost=libstorage-server host=unix:///var/run/libstorage/780417268.sock service=cinder storageDriver=libstorage time=1493759105701
INFO[0022] created libStorage client                     clientType=integration disableKeepAlive=false enableInstanceIDHeaders=true enableLocalDevicesHeaders=true host=unix:///var/run/libstorage/780417268.sock lAddr=libstorage-server libstorage.tls.certFile=/etc/libstorage/tls/libstorage.crt libstorage.tls.clientCertRequired=false libstorage.tls.insecure=false libstorage.tls.keyFile=/etc/libstorage/tls/libstorage.key logRequests=false logResponses=false lsxMutexPath=/var/run/libstorage/lsx.lock lsxPath=/var/lib/libstorage/lsx-linux service=cinder storageDriver=libstorage time=1493759106068 usrKnownHosts=/root/.libstorage/known_hosts
INFO[0022] registered custom context key                 externalID=Libstorage-Tx internalID=2 keyBitmask=2
INFO[0022] registered custom context key                 externalID=Libstorage-Instanceid internalID=3 keyBitmask=2
INFO[0022] registered custom context key                 externalID=Libstorage-Localdevices internalID=4 keyBitmask=2
INFO[0022] registered custom context key                 externalID=Authorization internalID=5 keyBitmask=2
Oops, an error occured!

  Get http://libstorage-server/services: x509: certificate is valid for localhost, not /var/run/libstorage/780417268.sock

To correct the error please review:

  - Debug output by using the flag -l debug
  - The REX-ray website at https://github.com/codedellemc/rexray
  - The on↓ine he↓p be↓ow

ERRO[0024] http: TLS handshake error from @: read unix /var/run/libstorage/780417268.sock->@: read: connection reset by peer

List volumes

Usage:
  rexray volume ls [flags]

Aliases:
  ls, l, list, get, inspect

Examples:
rexray volume ls [OPTIONS] [VOLUME...]

Flags:
      --attached    A flag that indicates only volumes attached to this host should be returned
      --available   A flag that indicates only available volumes should be returned
      --path        A flag that indicates only volumes attached to this host should be returned, along with their path info

Global Flags:
  -c, --config string     The path to a custom REX-Ray configuration file
  -n, --dryRun            Show what action(s) will occur, but do not execute them
  -f, --format string     The output format (tmpl, json, jsonp) (default "tmpl")
  -?, --help              Help about the current command
  -h, --host string       The libStorage host.
  -l, --logLevel string   The log level (error, warn, info, debug) (default "warn")
  -q, --quiet             Suppress table headers
  -s, --service string    The libStorage service.
      --template string   The Go template to use when --format is set to 'tmpl'
      --templateTabs      Set to true to use a Go tab writer with the output template (default true)
  -v, --verbose           Print verbose help information

DEBU[0024] exiting with default error code 1, r=&{}