Skip to content

Instantly share code, notes, and snippets.

@lukemarsden

lukemarsden/gist:d55794d8fb835e8b94d74e4a407b55c7

Created August 12, 2022 15:26
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save lukemarsden/d55794d8fb835e8b94d74e4a407b55c7 to your computer and use it in GitHub Desktop.
Save lukemarsden/d55794d8fb835e8b94d74e4a407b55c7 to your computer and use it in GitHub Desktop.
Download ZIP
Raw
gistfile1.txt
2022-08-12T15:24:47Z INFO {"source":"s3gateway"} http request: HEAD /master.rando2/nonemptyprefix8
2022-08-12T15:24:47Z INFO pfs.API.InspectBranch {"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}
2022-08-12T15:24:47Z INFO pfs.API.InspectBranch {"duration":0.001245433,"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"response":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"head":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"840126a60c0d4743baa399deedb9d54a"}}}
2022-08-12T15:24:47Z INFO pfs.API.InspectFile {"request":{"file":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"path":"nonemptyprefix8"}}}
2022-08-12T15:24:47Z ERROR pfs.API.InspectFile {"duration":0.011114386,"error":"file nonemptyprefix8 not found in repo rando2 at commit 840126a60c0d4743baa399deedb9d54a","request":{"file":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"840126a60c0d4743baa399deedb9d54a"},"path":"nonemptyprefix8"}},"response":null,"stack":["github.com/pachyderm/pachyderm/v2/src/internal/errors.EnsureStack\n\tsrc/internal/errors/errors.go:54","github.com/pachyderm/pachyderm/v2/src/server/pfs/server.(*driver).inspectFile\n\tsrc/server/pfs/server/driver_file.go:228","github.com/pachyderm/pachyderm/v2/src/server/pfs/server.(*apiServer).InspectFile\n\tsrc/server/pfs/server/api_server.go:588","github.com/pachyderm/pachyderm/v2/src/server/pfs/server.(*validatedAPIServer).InspectFile\n\tsrc/server/pfs/server/val_server.go:65","github.com/pachyderm/pachyderm/v2/src/pfs._API_InspectFile_Handler.func1\n\tsrc/pfs/pfs.pb.go:6286","github.com/pachyderm/pachyderm/v2/src/internal/middleware/logging.(*LoggingInterceptor).UnaryServerInterceptor\n\tsrc/internal/middleware/logging/interceptor.go:384","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1131","github.com/pachyderm/pachyderm/v2/src/internal/middleware/auth.(*Interceptor).InterceptUnary\n\tsrc/internal/middleware/auth/interceptor.go:309","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","github.com/opentracing-contrib/go-grpc.OpenTracingServerInterceptor.func1\n\t/home/luke/gocode/pkg/mod/github.com/opentracing-contrib/go-grpc@v0.0.0-20210225150812-73cb765af46e/server.go:44","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","github.com/pachyderm/pachyderm/v2/src/internal/middleware/errors.UnaryServerInterceptor\n\tsrc/internal/middleware/errors/interceptor.go:15","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1\n\t/home/luke/gocode/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.1-0.20191002090509-6af20e3a5340/server_metrics.go:108","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","google.golang.org/grpc.chainUnaryInterceptors.func1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1136","github.com/pachyderm/pachyderm/v2/src/pfs._API_InspectFile_Handler\n\tsrc/pfs/pfs.pb.go:6288","google.golang.org/grpc.(*Server).processUnaryRPC\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1297","google.golang.org/grpc.(*Server).handleStream\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1626","google.golang.org/grpc.(*Server).serveStreams.func1.2\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:941","runtime.goexit\n\t/usr/lib/go-1.18/src/runtime/asm_amd64.s:1571"]}
2022-08-12T15:24:47Z INFO {"source":"s3gateway"} http request: GET /master.rando2/?list-type=2&delimiter=%2F&max-keys=2&prefix=nonemptyprefix8%2F&fetch-owner=false
2022-08-12T15:24:47Z INFO pfs.API.InspectBranch {"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}
2022-08-12T15:24:47Z INFO pfs.API.InspectBranch {"duration":0.001325374,"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"response":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"head":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"840126a60c0d4743baa399deedb9d54a"}}}
2022-08-12T15:24:47Z INFO pfs.API.GlobFile {"request":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"pattern":"nonemptyprefix8/*"}}
2022-08-12T15:24:47Z INFO pfs.API.GlobFile {"duration":0.013500112,"request":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"840126a60c0d4743baa399deedb9d54a"},"pattern":"nonemptyprefix8/*"},"response":"stream containing 0 objects"}
2022-08-12T15:24:47Z INFO {"source":"s3gateway"} http request: GET /master.rando2/?list-type=2&delimiter=%2F&max-keys=2&prefix=nonemptyprefix8%2F_temporary%2F0%2F&fetch-owner=false
2022-08-12T15:24:47Z INFO pfs.API.InspectBranch {"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}
2022-08-12T15:24:47Z INFO pfs.API.InspectBranch {"duration":0.0014506,"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"response":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"head":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"840126a60c0d4743baa399deedb9d54a"}}}
2022-08-12T15:24:47Z INFO pfs.API.GlobFile {"request":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"pattern":"nonemptyprefix8/_temporary/0/*"}}
2022-08-12T15:24:47Z INFO pfs.API.GlobFile {"duration":0.014683669,"request":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"840126a60c0d4743baa399deedb9d54a"},"pattern":"nonemptyprefix8/_temporary/0/*"},"response":"stream containing 0 objects"}
2022-08-12T15:24:47Z INFO {"source":"s3gateway"} http request: HEAD /master.rando2/nonemptyprefix8/_temporary/0
2022-08-12T15:24:47Z INFO pfs.API.InspectBranch {"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}
2022-08-12T15:24:47Z INFO pfs.API.InspectBranch {"duration":0.001495876,"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"response":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"head":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"840126a60c0d4743baa399deedb9d54a"}}}
2022-08-12T15:24:47Z INFO pfs.API.InspectFile {"request":{"file":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"path":"nonemptyprefix8/_temporary/0"}}}
2022-08-12T15:24:47Z ERROR pfs.API.InspectFile {"duration":0.014696883,"error":"file nonemptyprefix8/_temporary/0 not found in repo rando2 at commit 840126a60c0d4743baa399deedb9d54a","request":{"file":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"840126a60c0d4743baa399deedb9d54a"},"path":"nonemptyprefix8/_temporary/0"}},"response":null,"stack":["github.com/pachyderm/pachyderm/v2/src/internal/errors.EnsureStack\n\tsrc/internal/errors/errors.go:54","github.com/pachyderm/pachyderm/v2/src/server/pfs/server.(*driver).inspectFile\n\tsrc/server/pfs/server/driver_file.go:228","github.com/pachyderm/pachyderm/v2/src/server/pfs/server.(*apiServer).InspectFile\n\tsrc/server/pfs/server/api_server.go:588","github.com/pachyderm/pachyderm/v2/src/server/pfs/server.(*validatedAPIServer).InspectFile\n\tsrc/server/pfs/server/val_server.go:65","github.com/pachyderm/pachyderm/v2/src/pfs._API_InspectFile_Handler.func1\n\tsrc/pfs/pfs.pb.go:6286","github.com/pachyderm/pachyderm/v2/src/internal/middleware/logging.(*LoggingInterceptor).UnaryServerInterceptor\n\tsrc/internal/middleware/logging/interceptor.go:384","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1131","github.com/pachyderm/pachyderm/v2/src/internal/middleware/auth.(*Interceptor).InterceptUnary\n\tsrc/internal/middleware/auth/interceptor.go:309","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","github.com/opentracing-contrib/go-grpc.OpenTracingServerInterceptor.func1\n\t/home/luke/gocode/pkg/mod/github.com/opentracing-contrib/go-grpc@v0.0.0-20210225150812-73cb765af46e/server.go:44","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","github.com/pachyderm/pachyderm/v2/src/internal/middleware/errors.UnaryServerInterceptor\n\tsrc/internal/middleware/errors/interceptor.go:15","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1\n\t/home/luke/gocode/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.1-0.20191002090509-6af20e3a5340/server_metrics.go:108","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","google.golang.org/grpc.chainUnaryInterceptors.func1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1136","github.com/pachyderm/pachyderm/v2/src/pfs._API_InspectFile_Handler\n\tsrc/pfs/pfs.pb.go:6288","google.golang.org/grpc.(*Server).processUnaryRPC\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1297","google.golang.org/grpc.(*Server).handleStream\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1626","google.golang.org/grpc.(*Server).serveStreams.func1.2\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:941","runtime.goexit\n\t/usr/lib/go-1.18/src/runtime/asm_amd64.s:1571"]}
2022-08-12T15:24:47Z INFO {"source":"s3gateway"} http request: GET /master.rando2/?list-type=2&delimiter=%2F&max-keys=2&prefix=nonemptyprefix8%2F_temporary%2F&fetch-owner=false
2022-08-12T15:24:47Z INFO pfs.API.InspectBranch {"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}
2022-08-12T15:24:47Z INFO pfs.API.InspectBranch {"duration":0.001295457,"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"response":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"head":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"840126a60c0d4743baa399deedb9d54a"}}}
2022-08-12T15:24:47Z INFO pfs.API.GlobFile {"request":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"pattern":"nonemptyprefix8/_temporary/*"}}
2022-08-12T15:24:47Z INFO pfs.API.GlobFile {"duration":0.01274186,"request":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"840126a60c0d4743baa399deedb9d54a"},"pattern":"nonemptyprefix8/_temporary/*"},"response":"stream containing 0 objects"}
2022-08-12T15:24:47Z INFO {"source":"s3gateway"} http request: HEAD /master.rando2/nonemptyprefix8/_temporary
2022-08-12T15:24:47Z INFO pfs.API.InspectBranch {"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}
2022-08-12T15:24:47Z INFO pfs.API.InspectBranch {"duration":0.001083777,"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"response":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"head":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"840126a60c0d4743baa399deedb9d54a"}}}
2022-08-12T15:24:47Z INFO pfs.API.InspectFile {"request":{"file":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"path":"nonemptyprefix8/_temporary"}}}
2022-08-12T15:24:47Z ERROR pfs.API.InspectFile {"duration":0.009550091,"error":"file nonemptyprefix8/_temporary not found in repo rando2 at commit 840126a60c0d4743baa399deedb9d54a","request":{"file":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"840126a60c0d4743baa399deedb9d54a"},"path":"nonemptyprefix8/_temporary"}},"response":null,"stack":["github.com/pachyderm/pachyderm/v2/src/internal/errors.EnsureStack\n\tsrc/internal/errors/errors.go:54","github.com/pachyderm/pachyderm/v2/src/server/pfs/server.(*driver).inspectFile\n\tsrc/server/pfs/server/driver_file.go:228","github.com/pachyderm/pachyderm/v2/src/server/pfs/server.(*apiServer).InspectFile\n\tsrc/server/pfs/server/api_server.go:588","github.com/pachyderm/pachyderm/v2/src/server/pfs/server.(*validatedAPIServer).InspectFile\n\tsrc/server/pfs/server/val_server.go:65","github.com/pachyderm/pachyderm/v2/src/pfs._API_InspectFile_Handler.func1\n\tsrc/pfs/pfs.pb.go:6286","github.com/pachyderm/pachyderm/v2/src/internal/middleware/logging.(*LoggingInterceptor).UnaryServerInterceptor\n\tsrc/internal/middleware/logging/interceptor.go:384","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1131","github.com/pachyderm/pachyderm/v2/src/internal/middleware/auth.(*Interceptor).InterceptUnary\n\tsrc/internal/middleware/auth/interceptor.go:309","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","github.com/opentracing-contrib/go-grpc.OpenTracingServerInterceptor.func1\n\t/home/luke/gocode/pkg/mod/github.com/opentracing-contrib/go-grpc@v0.0.0-20210225150812-73cb765af46e/server.go:44","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","github.com/pachyderm/pachyderm/v2/src/internal/middleware/errors.UnaryServerInterceptor\n\tsrc/internal/middleware/errors/interceptor.go:15","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1\n\t/home/luke/gocode/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.1-0.20191002090509-6af20e3a5340/server_metrics.go:108","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","google.golang.org/grpc.chainUnaryInterceptors.func1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1136","github.com/pachyderm/pachyderm/v2/src/pfs._API_InspectFile_Handler\n\tsrc/pfs/pfs.pb.go:6288","google.golang.org/grpc.(*Server).processUnaryRPC\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1297","google.golang.org/grpc.(*Server).handleStream\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1626","google.golang.org/grpc.(*Server).serveStreams.func1.2\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:941","runtime.goexit\n\t/usr/lib/go-1.18/src/runtime/asm_amd64.s:1571"]}
2022-08-12T15:24:47Z INFO {"source":"s3gateway"} http request: GET /master.rando2/?list-type=2&delimiter=%2F&max-keys=2&prefix=nonemptyprefix8%2F&fetch-owner=false
2022-08-12T15:24:47Z INFO pfs.API.InspectBranch {"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}
2022-08-12T15:24:47Z INFO pfs.API.InspectBranch {"duration":0.001136677,"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"response":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"head":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"840126a60c0d4743baa399deedb9d54a"}}}
2022-08-12T15:24:47Z INFO pfs.API.GlobFile {"request":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"pattern":"nonemptyprefix8/*"}}
2022-08-12T15:24:47Z INFO pfs.API.GlobFile {"duration":0.008732847,"request":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"840126a60c0d4743baa399deedb9d54a"},"pattern":"nonemptyprefix8/*"},"response":"stream containing 0 objects"}
2022-08-12T15:24:47Z INFO {"source":"s3gateway"} http request: HEAD /master.rando2/nonemptyprefix8
2022-08-12T15:24:47Z INFO pfs.API.InspectBranch {"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}
2022-08-12T15:24:47Z INFO pfs.API.InspectBranch {"duration":0.000983187,"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"response":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"head":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"840126a60c0d4743baa399deedb9d54a"}}}
2022-08-12T15:24:47Z INFO pfs.API.InspectFile {"request":{"file":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"path":"nonemptyprefix8"}}}
2022-08-12T15:24:47Z ERROR pfs.API.InspectFile {"duration":0.008956599,"error":"file nonemptyprefix8 not found in repo rando2 at commit 840126a60c0d4743baa399deedb9d54a","request":{"file":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"840126a60c0d4743baa399deedb9d54a"},"path":"nonemptyprefix8"}},"response":null,"stack":["github.com/pachyderm/pachyderm/v2/src/internal/errors.EnsureStack\n\tsrc/internal/errors/errors.go:54","github.com/pachyderm/pachyderm/v2/src/server/pfs/server.(*driver).inspectFile\n\tsrc/server/pfs/server/driver_file.go:228","github.com/pachyderm/pachyderm/v2/src/server/pfs/server.(*apiServer).InspectFile\n\tsrc/server/pfs/server/api_server.go:588","github.com/pachyderm/pachyderm/v2/src/server/pfs/server.(*validatedAPIServer).InspectFile\n\tsrc/server/pfs/server/val_server.go:65","github.com/pachyderm/pachyderm/v2/src/pfs._API_InspectFile_Handler.func1\n\tsrc/pfs/pfs.pb.go:6286","github.com/pachyderm/pachyderm/v2/src/internal/middleware/logging.(*LoggingInterceptor).UnaryServerInterceptor\n\tsrc/internal/middleware/logging/interceptor.go:384","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1131","github.com/pachyderm/pachyderm/v2/src/internal/middleware/auth.(*Interceptor).InterceptUnary\n\tsrc/internal/middleware/auth/interceptor.go:309","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","github.com/opentracing-contrib/go-grpc.OpenTracingServerInterceptor.func1\n\t/home/luke/gocode/pkg/mod/github.com/opentracing-contrib/go-grpc@v0.0.0-20210225150812-73cb765af46e/server.go:44","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","github.com/pachyderm/pachyderm/v2/src/internal/middleware/errors.UnaryServerInterceptor\n\tsrc/internal/middleware/errors/interceptor.go:15","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1\n\t/home/luke/gocode/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.1-0.20191002090509-6af20e3a5340/server_metrics.go:108","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","google.golang.org/grpc.chainUnaryInterceptors.func1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1136","github.com/pachyderm/pachyderm/v2/src/pfs._API_InspectFile_Handler\n\tsrc/pfs/pfs.pb.go:6288","google.golang.org/grpc.(*Server).processUnaryRPC\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1297","google.golang.org/grpc.(*Server).handleStream\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1626","google.golang.org/grpc.(*Server).serveStreams.func1.2\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:941","runtime.goexit\n\t/usr/lib/go-1.18/src/runtime/asm_amd64.s:1571"]}
2022-08-12T15:24:47Z INFO {"source":"s3gateway"} http request: PUT /master.rando2/nonemptyprefix8/_temporary/0/
2022-08-12T15:24:47Z INFO pfs.API.InspectBranch {"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}
2022-08-12T15:24:47Z INFO pfs.API.InspectBranch {"duration":0.001283565,"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"response":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"head":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"840126a60c0d4743baa399deedb9d54a"}}}
2022-08-12T15:24:47Z INFO pfs.API.ModifyFile {"request":{"Body":{"set_commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}}}
2022-08-12T15:24:47Z INFO started UnorderedWriter.serialize
2022-08-12T15:24:47Z INFO {"duration":0.005432351} finished UnorderedWriter.serialize
2022-08-12T15:24:47Z INFO started directly compacting 1 file sets
2022-08-12T15:24:47Z INFO {"duration":0.000004087} finished directly compacting 1 file sets
2022-08-12T15:24:47Z INFO started finishing commit rando2@master=2d00fbfd57b840f0863941d59e62cdad
2022-08-12T15:24:47Z INFO pfs.API.ModifyFile {"duration":0.021066115,"request":{"Body":{"set_commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"840126a60c0d4743baa399deedb9d54a"}}},"response":{}}
2022-08-12T15:24:47Z INFO pfs.API.InspectFile {"request":{"file":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"path":"nonemptyprefix8/_temporary/0"}}}
2022-08-12T15:24:47Z INFO started compacting commit rando2@master=2d00fbfd57b840f0863941d59e62cdad
2022-08-12T15:24:47Z INFO {"duration":0.014721761} finished compacting commit rando2@master=2d00fbfd57b840f0863941d59e62cdad
2022-08-12T15:24:47Z INFO started validating commit rando2@master=2d00fbfd57b840f0863941d59e62cdad
2022-08-12T15:24:47Z INFO started processing validate task
2022-08-12T15:24:47Z INFO {"duration":0.002096651} finished processing validate task
2022-08-12T15:24:48Z INFO {"duration":0.099272272} finished validating commit rando2@master=2d00fbfd57b840f0863941d59e62cdad
2022-08-12T15:24:48Z INFO started finalizing commit rando2@master=2d00fbfd57b840f0863941d59e62cdad
2022-08-12T15:24:48Z INFO {"duration":0.004631019} finished finalizing commit rando2@master=2d00fbfd57b840f0863941d59e62cdad
2022-08-12T15:24:48Z INFO {"duration":0.131249931} finished finishing commit rando2@master=2d00fbfd57b840f0863941d59e62cdad
2022-08-12T15:24:48Z INFO pfs.API.InspectFile {"duration":0.15062919,"request":{"file":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"2d00fbfd57b840f0863941d59e62cdad"},"path":"nonemptyprefix8/_temporary/0"}},"response":{"file":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"2d00fbfd57b840f0863941d59e62cdad"},"path":"/nonemptyprefix8/_temporary/0","datum":"default"},"file_type":1,"committed":{"seconds":1660317887,"nanos":920336000},"hash":"DldRwCblQ7Loqy6wYJnaodHl30d3j3eH+qtFzfEv46g="}}
2022-08-12T15:24:48Z INFO {"source":"s3gateway"} http request: POST /master.rando2/?delete
2022-08-12T15:24:48Z INFO pfs.API.InspectBranch {"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}
2022-08-12T15:24:48Z INFO pfs.API.InspectBranch {"duration":0.001474155,"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"response":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"head":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"2d00fbfd57b840f0863941d59e62cdad"}}}
2022-08-12T15:24:48Z INFO pfs.API.ModifyFile {"request":{"Body":{"set_commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}}}
2022-08-12T15:24:48Z INFO started UnorderedWriter.serialize
2022-08-12T15:24:48Z INFO {"duration":0.002577779} finished UnorderedWriter.serialize
2022-08-12T15:24:48Z INFO started directly compacting 1 file sets
2022-08-12T15:24:48Z INFO {"duration":0.000003135} finished directly compacting 1 file sets
2022-08-12T15:24:48Z INFO pfs.API.ModifyFile {"duration":0.018079473,"request":{"Body":{"set_commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"2d00fbfd57b840f0863941d59e62cdad"}}},"response":{}}
2022-08-12T15:24:48Z INFO started finishing commit rando2@master=d2cef1f2a90e44ee89187213826630f2
2022-08-12T15:24:48Z INFO pfs.API.InspectBranch {"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}
2022-08-12T15:24:48Z INFO pfs.API.InspectBranch {"duration":0.001388974,"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"response":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"head":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"d2cef1f2a90e44ee89187213826630f2"}}}
2022-08-12T15:24:48Z INFO pfs.API.ModifyFile {"request":{"Body":{"set_commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}}}
2022-08-12T15:24:48Z INFO started UnorderedWriter.serialize
2022-08-12T15:24:48Z INFO {"duration":0.002438557} finished UnorderedWriter.serialize
2022-08-12T15:24:48Z INFO started directly compacting 1 file sets
2022-08-12T15:24:48Z INFO {"duration":0.000003616} finished directly compacting 1 file sets
2022-08-12T15:24:48Z INFO started compacting commit rando2@master=d2cef1f2a90e44ee89187213826630f2
2022-08-12T15:24:48Z INFO pfs.API.ModifyFile {"duration":0.019955788,"request":{"Body":{"set_commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"d2cef1f2a90e44ee89187213826630f2"}}},"response":{}}
2022-08-12T15:24:48Z INFO {"duration":0.023010578} finished compacting commit rando2@master=d2cef1f2a90e44ee89187213826630f2
2022-08-12T15:24:48Z INFO started validating commit rando2@master=d2cef1f2a90e44ee89187213826630f2
2022-08-12T15:24:48Z INFO started processing validate task
2022-08-12T15:24:48Z INFO {"duration":0.005052755} finished processing validate task
{"severity":"warn","time":"2022-08-12T15:24:48.266136932Z","caller":"v3@v3.5.1/retry_interceptor.go:62","message":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000194000/10.96.145.255:2379","attempt":0,"error":"rpc error: code = Canceled desc = context canceled"}
2022-08-12T15:24:48Z INFO {"duration":0.035699118} finished validating commit rando2@master=d2cef1f2a90e44ee89187213826630f2
2022-08-12T15:24:48Z INFO started finalizing commit rando2@master=d2cef1f2a90e44ee89187213826630f2
2022-08-12T15:24:48Z INFO {"duration":0.00427187} finished finalizing commit rando2@master=d2cef1f2a90e44ee89187213826630f2
2022-08-12T15:24:48Z INFO {"duration":0.081087711} finished finishing commit rando2@master=d2cef1f2a90e44ee89187213826630f2
2022-08-12T15:24:48Z INFO started finishing commit rando2@master=d2cef1f2a90e44ee89187213826630f2
2022-08-12T15:24:48Z INFO started compacting commit rando2@master=d2cef1f2a90e44ee89187213826630f2
2022-08-12T15:24:48Z INFO {"duration":0.014932438} finished compacting commit rando2@master=d2cef1f2a90e44ee89187213826630f2
2022-08-12T15:24:48Z INFO started validating commit rando2@master=d2cef1f2a90e44ee89187213826630f2
2022-08-12T15:24:48Z INFO started processing validate task
2022-08-12T15:24:48Z INFO {"duration":0.006350517} finished processing validate task
2022-08-12T15:24:48Z INFO {"duration":0.025168986} finished validating commit rando2@master=d2cef1f2a90e44ee89187213826630f2
2022-08-12T15:24:48Z INFO started finalizing commit rando2@master=d2cef1f2a90e44ee89187213826630f2
2022-08-12T15:24:48Z INFO {"duration":0.005079745} finished finalizing commit rando2@master=d2cef1f2a90e44ee89187213826630f2
2022-08-12T15:24:48Z INFO {"duration":0.056729196} finished finishing commit rando2@master=d2cef1f2a90e44ee89187213826630f2
2022-08-12T15:24:48Z INFO started finishing commit rando2@master=5b4ef94b1f924277a8f28dd4e15a9da7
2022-08-12T15:24:48Z INFO started compacting commit rando2@master=5b4ef94b1f924277a8f28dd4e15a9da7
2022-08-12T15:24:48Z INFO {"duration":0.022740429} finished compacting commit rando2@master=5b4ef94b1f924277a8f28dd4e15a9da7
2022-08-12T15:24:48Z INFO started validating commit rando2@master=5b4ef94b1f924277a8f28dd4e15a9da7
2022-08-12T15:24:48Z INFO started processing validate task
2022-08-12T15:24:48Z INFO {"duration":0.005728701} finished processing validate task
2022-08-12T15:24:48Z INFO {"duration":0.035669883} finished validating commit rando2@master=5b4ef94b1f924277a8f28dd4e15a9da7
2022-08-12T15:24:48Z INFO started finalizing commit rando2@master=5b4ef94b1f924277a8f28dd4e15a9da7
2022-08-12T15:24:48Z INFO {"duration":0.006319448} finished finalizing commit rando2@master=5b4ef94b1f924277a8f28dd4e15a9da7
2022-08-12T15:24:48Z INFO {"duration":0.082819273} finished finishing commit rando2@master=5b4ef94b1f924277a8f28dd4e15a9da7
2022-08-12T15:24:48Z INFO {"source":"s3gateway"} http request: HEAD /master.rando2/nonemptyprefix8/_temporary/0/_temporary/attempt_202208121624485385779855500771815_0003_m_000000_16/part-00000-31b8f587-d086-4d3b-bf6d-4ce13ea2fecc-c000.snappy.parquet
2022-08-12T15:24:48Z INFO pfs.API.InspectBranch {"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}
2022-08-12T15:24:48Z INFO pfs.API.InspectBranch {"duration":0.001234031,"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"response":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"head":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"5b4ef94b1f924277a8f28dd4e15a9da7"}}}
2022-08-12T15:24:48Z INFO pfs.API.InspectFile {"request":{"file":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"path":"nonemptyprefix8/_temporary/0/_temporary/attempt_202208121624485385779855500771815_0003_m_000000_16/part-00000-31b8f587-d086-4d3b-bf6d-4ce13ea2fecc-c000.snappy.parquet"}}}
2022-08-12T15:24:48Z ERROR pfs.API.InspectFile {"duration":0.012992895,"error":"file nonemptyprefix8/_temporary/0/_temporary/attempt_202208121624485385779855500771815_0003_m_000000_16/part-00000-31b8f587-d086-4d3b-bf6d-4ce13ea2fecc-c000.snappy.parquet not found in repo rando2 at commit 5b4ef94b1f924277a8f28dd4e15a9da7","request":{"file":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"5b4ef94b1f924277a8f28dd4e15a9da7"},"path":"nonemptyprefix8/_temporary/0/_temporary/attempt_202208121624485385779855500771815_0003_m_000000_16/part-00000-31b8f587-d086-4d3b-bf6d-4ce13ea2fecc-c000.snappy.parquet"}},"response":null,"stack":["github.com/pachyderm/pachyderm/v2/src/internal/errors.EnsureStack\n\tsrc/internal/errors/errors.go:54","github.com/pachyderm/pachyderm/v2/src/server/pfs/server.(*driver).inspectFile\n\tsrc/server/pfs/server/driver_file.go:228","github.com/pachyderm/pachyderm/v2/src/server/pfs/server.(*apiServer).InspectFile\n\tsrc/server/pfs/server/api_server.go:588","github.com/pachyderm/pachyderm/v2/src/server/pfs/server.(*validatedAPIServer).InspectFile\n\tsrc/server/pfs/server/val_server.go:65","github.com/pachyderm/pachyderm/v2/src/pfs._API_InspectFile_Handler.func1\n\tsrc/pfs/pfs.pb.go:6286","github.com/pachyderm/pachyderm/v2/src/internal/middleware/logging.(*LoggingInterceptor).UnaryServerInterceptor\n\tsrc/internal/middleware/logging/interceptor.go:384","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1131","github.com/pachyderm/pachyderm/v2/src/internal/middleware/auth.(*Interceptor).InterceptUnary\n\tsrc/internal/middleware/auth/interceptor.go:309","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","github.com/opentracing-contrib/go-grpc.OpenTracingServerInterceptor.func1\n\t/home/luke/gocode/pkg/mod/github.com/opentracing-contrib/go-grpc@v0.0.0-20210225150812-73cb765af46e/server.go:44","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","github.com/pachyderm/pachyderm/v2/src/internal/middleware/errors.UnaryServerInterceptor\n\tsrc/internal/middleware/errors/interceptor.go:15","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1\n\t/home/luke/gocode/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.1-0.20191002090509-6af20e3a5340/server_metrics.go:108","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","google.golang.org/grpc.chainUnaryInterceptors.func1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1136","github.com/pachyderm/pachyderm/v2/src/pfs._API_InspectFile_Handler\n\tsrc/pfs/pfs.pb.go:6288","google.golang.org/grpc.(*Server).processUnaryRPC\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1297","google.golang.org/grpc.(*Server).handleStream\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1626","google.golang.org/grpc.(*Server).serveStreams.func1.2\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:941","runtime.goexit\n\t/usr/lib/go-1.18/src/runtime/asm_amd64.s:1571"]}
2022-08-12T15:24:48Z INFO {"source":"s3gateway"} http request: GET /master.rando2/?list-type=2&delimiter=%2F&max-keys=2&prefix=nonemptyprefix8%2F_temporary%2F0%2F_temporary%2Fattempt_202208121624485385779855500771815_0003_m_000000_16%2Fpart-00000-31b8f587-d086-4d3b-bf6d-4ce13ea2fecc-c000.snappy.parquet%2F&fetch-owner=false
2022-08-12T15:24:48Z INFO pfs.API.InspectBranch {"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}
2022-08-12T15:24:48Z INFO pfs.API.InspectBranch {"duration":0.001281581,"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"response":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"head":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"5b4ef94b1f924277a8f28dd4e15a9da7"}}}
2022-08-12T15:24:48Z INFO pfs.API.GlobFile {"request":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"pattern":"nonemptyprefix8/_temporary/0/_temporary/attempt_202208121624485385779855500771815_0003_m_000000_16/part-00000-31b8f587-d086-4d3b-bf6d-4ce13ea2fecc-c000.snappy.parquet/*"}}
2022-08-12T15:24:48Z INFO pfs.API.GlobFile {"duration":0.015363001,"request":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"5b4ef94b1f924277a8f28dd4e15a9da7"},"pattern":"nonemptyprefix8/_temporary/0/_temporary/attempt_202208121624485385779855500771815_0003_m_000000_16/part-00000-31b8f587-d086-4d3b-bf6d-4ce13ea2fecc-c000.snappy.parquet/*"},"response":"stream containing 0 objects"}
2022-08-12T15:24:49Z INFO {"source":"s3gateway"} http request: PUT /master.rando2/nonemptyprefix8/_temporary/0/_temporary/attempt_202208121624485385779855500771815_0003_m_000000_16/part-00000-31b8f587-d086-4d3b-bf6d-4ce13ea2fecc-c000.snappy.parquet
2022-08-12T15:24:49Z INFO pfs.API.InspectBranch {"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}
2022-08-12T15:24:49Z INFO pfs.API.InspectBranch {"duration":0.001408501,"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"response":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"head":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"5b4ef94b1f924277a8f28dd4e15a9da7"}}}
2022-08-12T15:24:49Z INFO pfs.API.ModifyFile {"request":{"Body":{"set_commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}}}
2022-08-12T15:24:49Z INFO started UnorderedWriter.serialize
2022-08-12T15:24:49Z INFO {"duration":0.006833147} finished UnorderedWriter.serialize
2022-08-12T15:24:49Z INFO started directly compacting 1 file sets
2022-08-12T15:24:49Z INFO {"duration":0.000004138} finished directly compacting 1 file sets
2022-08-12T15:24:50Z INFO started finishing commit rando2@master=519c48fef92047a29bc78fca8b6c1bf3
2022-08-12T15:24:50Z INFO pfs.API.ModifyFile {"duration":0.021387923,"request":{"Body":{"set_commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"5b4ef94b1f924277a8f28dd4e15a9da7"}}},"response":{}}
2022-08-12T15:24:50Z INFO pfs.API.InspectFile {"request":{"file":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"path":"nonemptyprefix8/_temporary/0/_temporary/attempt_202208121624485385779855500771815_0003_m_000000_16/part-00000-31b8f587-d086-4d3b-bf6d-4ce13ea2fecc-c000.snappy.parquet"}}}
2022-08-12T15:24:50Z INFO started compacting commit rando2@master=519c48fef92047a29bc78fca8b6c1bf3
2022-08-12T15:24:50Z INFO started compacting 77 levels out of 77
2022-08-12T15:24:50Z INFO started sharding 77 file sets
2022-08-12T15:24:50Z INFO started processing shard task
2022-08-12T15:24:50Z INFO {"duration":0.000230365} finished processing shard task
2022-08-12T15:24:50Z INFO started processing shard task
2022-08-12T15:24:50Z INFO {"duration":0.000323452} finished processing shard task
2022-08-12T15:24:50Z INFO started processing shard task
2022-08-12T15:24:50Z INFO {"duration":0.000227871} finished processing shard task
2022-08-12T15:24:50Z INFO started processing shard task
2022-08-12T15:24:50Z INFO {"duration":0.000160252} finished processing shard task
2022-08-12T15:24:50Z INFO started processing shard task
2022-08-12T15:24:50Z INFO {"duration":0.000162918} finished processing shard task
2022-08-12T15:24:50Z INFO started processing shard task
2022-08-12T15:24:50Z INFO {"duration":0.00018545} finished processing shard task
2022-08-12T15:24:50Z INFO started processing shard task
2022-08-12T15:24:50Z INFO {"duration":0.000212872} finished processing shard task
2022-08-12T15:24:50Z INFO started processing shard task
2022-08-12T15:24:50Z INFO {"duration":0.000142629} finished processing shard task
2022-08-12T15:24:50Z INFO {"duration":0.075926009} finished sharding 77 file sets
{"severity":"warn","time":"2022-08-12T15:24:50.105925106Z","caller":"v3@v3.5.1/retry_interceptor.go:62","message":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000194000/10.96.145.255:2379","attempt":0,"error":"rpc error: code = Canceled desc = context canceled"}
2022-08-12T15:24:50Z INFO started compacting 8 tasks
{"severity":"warn","time":"2022-08-12T15:24:50.10593262Z","caller":"v3@v3.5.1/retry_interceptor.go:62","message":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000194000/10.96.145.255:2379","attempt":0,"error":"rpc error: code = Canceled desc = context canceled"}
2022-08-12T15:24:50Z INFO started processing compact task
2022-08-12T15:24:50Z INFO started processing compact task
2022-08-12T15:24:50Z INFO {"duration":0.016183511} finished processing compact task
2022-08-12T15:24:50Z INFO {"duration":0.015227897} finished processing compact task
2022-08-12T15:24:50Z INFO started processing compact task
2022-08-12T15:24:50Z INFO started processing compact task
2022-08-12T15:24:50Z INFO {"duration":0.00837404} finished processing compact task
2022-08-12T15:24:50Z INFO {"duration":0.016434977} finished processing compact task
2022-08-12T15:24:50Z INFO started processing compact task
2022-08-12T15:24:50Z INFO started processing compact task
2022-08-12T15:24:50Z INFO {"duration":0.005948047} finished processing compact task
2022-08-12T15:24:50Z INFO {"duration":0.006164073} finished processing compact task
2022-08-12T15:24:50Z INFO started processing compact task
2022-08-12T15:24:50Z INFO started processing compact task
2022-08-12T15:24:50Z INFO {"duration":0.053876826} finished processing compact task
2022-08-12T15:24:50Z INFO {"duration":0.089755766} finished processing compact task
2022-08-12T15:24:50Z INFO {"duration":0.239930577} finished compacting 8 tasks
{"severity":"warn","time":"2022-08-12T15:24:50.345879468Z","caller":"v3@v3.5.1/retry_interceptor.go:62","message":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000194000/10.96.145.255:2379","attempt":0,"error":"rpc error: code = Canceled desc = context canceled"}
2022-08-12T15:24:50Z INFO started concatenating 8 file sets
2022-08-12T15:24:50Z INFO started processing concat task
2022-08-12T15:24:50Z INFO started processing concat task
2022-08-12T15:24:50Z INFO {"duration":0.012232538} finished processing concat task
2022-08-12T15:24:50Z INFO {"duration":0.011234312} finished processing concat task
2022-08-12T15:24:50Z INFO started processing concat task
2022-08-12T15:24:50Z INFO started processing concat task
2022-08-12T15:24:50Z INFO {"duration":0.011486079} finished processing concat task
2022-08-12T15:24:50Z INFO {"duration":0.008106936} finished processing concat task
2022-08-12T15:24:50Z INFO started processing concat task
2022-08-12T15:24:50Z INFO started processing concat task
2022-08-12T15:24:50Z INFO {"duration":0.008020212} finished processing concat task
2022-08-12T15:24:50Z INFO {"duration":0.010281272} finished processing concat task
2022-08-12T15:24:50Z INFO started processing concat task
2022-08-12T15:24:50Z INFO started processing concat task
2022-08-12T15:24:50Z INFO {"duration":0.013835586} finished processing concat task
2022-08-12T15:24:50Z INFO {"duration":0.016427272} finished processing concat task
2022-08-12T15:24:50Z INFO {"duration":0.109054621} finished concatenating 8 file sets
{"severity":"warn","time":"2022-08-12T15:24:50.455043696Z","caller":"v3@v3.5.1/retry_interceptor.go:62","message":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000194000/10.96.145.255:2379","attempt":0,"error":"rpc error: code = Canceled desc = context canceled"}
2022-08-12T15:24:50Z INFO started sharding 8 file sets
2022-08-12T15:24:50Z INFO started processing shard task
2022-08-12T15:24:50Z INFO {"duration":0.006907239} finished processing shard task
2022-08-12T15:24:50Z INFO {"duration":0.111024824} finished sharding 8 file sets
2022-08-12T15:24:50Z INFO started compacting 1 tasks
2022-08-12T15:24:50Z INFO started processing compact task
2022-08-12T15:24:50Z INFO {"duration":0.092194472} finished processing compact task
2022-08-12T15:24:50Z INFO {"duration":0.113168073} finished compacting 1 tasks
2022-08-12T15:24:50Z INFO started concatenating 1 file sets
{"severity":"warn","time":"2022-08-12T15:24:50.698698529Z","caller":"v3@v3.5.1/retry_interceptor.go:62","message":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000194000/10.96.145.255:2379","attempt":0,"error":"rpc error: code = Canceled desc = context canceled"}
2022-08-12T15:24:50Z INFO started processing concat task
2022-08-12T15:24:50Z INFO grpc.health.v1.Health.Check {"request":{}}
2022-08-12T15:24:50Z INFO grpc.health.v1.Health.Check {"duration":0.000031279,"request":{},"response":{"status":1}}
2022-08-12T15:24:50Z INFO {"duration":0.013692016} finished processing concat task
2022-08-12T15:24:50Z INFO {"duration":0.027645845} finished concatenating 1 file sets
2022-08-12T15:24:50Z INFO {"duration":0.696540095} finished compacting 77 levels out of 77
2022-08-12T15:24:50Z INFO {"duration":0.711176485} finished compacting commit rando2@master=519c48fef92047a29bc78fca8b6c1bf3
2022-08-12T15:24:50Z INFO started validating commit rando2@master=519c48fef92047a29bc78fca8b6c1bf3
2022-08-12T15:24:50Z INFO started processing validate task
2022-08-12T15:24:50Z INFO {"duration":0.006092069} finished processing validate task
2022-08-12T15:24:50Z INFO {"duration":0.024135253} finished validating commit rando2@master=519c48fef92047a29bc78fca8b6c1bf3
2022-08-12T15:24:50Z INFO started finalizing commit rando2@master=519c48fef92047a29bc78fca8b6c1bf3
2022-08-12T15:24:50Z INFO {"duration":0.003141696} finished finalizing commit rando2@master=519c48fef92047a29bc78fca8b6c1bf3
2022-08-12T15:24:50Z INFO {"duration":0.751408456} finished finishing commit rando2@master=519c48fef92047a29bc78fca8b6c1bf3
2022-08-12T15:24:50Z INFO pfs.API.InspectFile {"duration":0.837026765,"request":{"file":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"519c48fef92047a29bc78fca8b6c1bf3"},"path":"nonemptyprefix8/_temporary/0/_temporary/attempt_202208121624485385779855500771815_0003_m_000000_16/part-00000-31b8f587-d086-4d3b-bf6d-4ce13ea2fecc-c000.snappy.parquet"}},"response":{"file":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"519c48fef92047a29bc78fca8b6c1bf3"},"path":"/nonemptyprefix8/_temporary/0/_temporary/attempt_202208121624485385779855500771815_0003_m_000000_16/part-00000-31b8f587-d086-4d3b-bf6d-4ce13ea2fecc-c000.snappy.parquet","datum":"default"},"file_type":1,"committed":{"seconds":1660317889,"nanos":999000000},"size_bytes":718,"hash":"CgOoy87QckS2uf36qGubN8MHA0Tlfd4HV7xX5qerBF0="}}
2022-08-12T15:24:50Z INFO {"source":"s3gateway"} http request: POST /master.rando2/?delete
2022-08-12T15:24:50Z INFO pfs.API.InspectBranch {"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}
2022-08-12T15:24:50Z INFO pfs.API.InspectBranch {"duration":0.00149255,"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"response":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"head":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"519c48fef92047a29bc78fca8b6c1bf3"}}}
2022-08-12T15:24:50Z INFO pfs.API.ModifyFile {"request":{"Body":{"set_commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}}}
2022-08-12T15:24:50Z INFO started UnorderedWriter.serialize
2022-08-12T15:24:50Z INFO {"duration":0.002540409} finished UnorderedWriter.serialize
2022-08-12T15:24:50Z INFO started directly compacting 1 file sets
2022-08-12T15:24:50Z INFO {"duration":0.000004418} finished directly compacting 1 file sets
2022-08-12T15:24:50Z INFO pfs.API.ModifyFile {"duration":0.013606122,"request":{"Body":{"set_commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"519c48fef92047a29bc78fca8b6c1bf3"}}},"response":{}}
2022-08-12T15:24:50Z INFO started finishing commit rando2@master=0b7cb855de5e4adeb23f3d1a2bc378ed
2022-08-12T15:24:50Z INFO pfs.API.InspectBranch {"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}
2022-08-12T15:24:50Z INFO pfs.API.InspectBranch {"duration":0.001230134,"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"response":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"head":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"0b7cb855de5e4adeb23f3d1a2bc378ed"}}}
2022-08-12T15:24:50Z INFO pfs.API.ModifyFile {"request":{"Body":{"set_commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}}}
2022-08-12T15:24:50Z INFO started UnorderedWriter.serialize
2022-08-12T15:24:50Z INFO {"duration":0.002556168} finished UnorderedWriter.serialize
2022-08-12T15:24:50Z INFO started directly compacting 1 file sets
2022-08-12T15:24:50Z INFO {"duration":0.000004829} finished directly compacting 1 file sets
2022-08-12T15:24:50Z INFO started compacting commit rando2@master=0b7cb855de5e4adeb23f3d1a2bc378ed
2022-08-12T15:24:50Z INFO pfs.API.ModifyFile {"duration":0.019395559,"request":{"Body":{"set_commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"0b7cb855de5e4adeb23f3d1a2bc378ed"}}},"response":{}}
2022-08-12T15:24:50Z INFO pfs.API.InspectBranch {"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}
2022-08-12T15:24:50Z INFO pfs.API.InspectBranch {"duration":0.000999969,"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"response":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"head":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"4447f85330784e2195d3ef37ac68fbdf"}}}
2022-08-12T15:24:50Z INFO pfs.API.ModifyFile {"request":{"Body":{"set_commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}}}
2022-08-12T15:24:50Z INFO started UnorderedWriter.serialize
2022-08-12T15:24:50Z INFO {"duration":0.002165401} finished UnorderedWriter.serialize
2022-08-12T15:24:50Z INFO started directly compacting 1 file sets
2022-08-12T15:24:50Z INFO {"duration":0.000003597} finished directly compacting 1 file sets
2022-08-12T15:24:50Z INFO {"duration":0.018732045} finished compacting commit rando2@master=0b7cb855de5e4adeb23f3d1a2bc378ed
2022-08-12T15:24:50Z INFO started validating commit rando2@master=0b7cb855de5e4adeb23f3d1a2bc378ed
2022-08-12T15:24:50Z INFO pfs.API.ModifyFile {"duration":0.018093429,"request":{"Body":{"set_commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"4447f85330784e2195d3ef37ac68fbdf"}}},"response":{}}
2022-08-12T15:24:50Z INFO pfs.API.InspectBranch {"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}
2022-08-12T15:24:50Z INFO pfs.API.InspectBranch {"duration":0.000869813,"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"response":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"head":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"246aa4bb46c34d0183831bc2aec92a85"}}}
2022-08-12T15:24:50Z INFO pfs.API.ModifyFile {"request":{"Body":{"set_commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}}}
2022-08-12T15:24:50Z INFO started UnorderedWriter.serialize
2022-08-12T15:24:50Z INFO started processing validate task
2022-08-12T15:24:50Z INFO {"duration":0.002054432} finished UnorderedWriter.serialize
2022-08-12T15:24:50Z INFO started directly compacting 1 file sets
2022-08-12T15:24:50Z INFO {"duration":0.000004959} finished directly compacting 1 file sets
2022-08-12T15:24:50Z INFO {"duration":0.004893535} finished processing validate task
2022-08-12T15:24:50Z INFO pfs.API.ModifyFile {"duration":0.015116527,"request":{"Body":{"set_commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"246aa4bb46c34d0183831bc2aec92a85"}}},"response":{}}
2022-08-12T15:24:50Z INFO pfs.API.InspectBranch {"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}
2022-08-12T15:24:50Z INFO pfs.API.InspectBranch {"duration":0.000838364,"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"response":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"head":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"e46f8386995f44f59d140c7b89fff22d"}}}
2022-08-12T15:24:50Z INFO pfs.API.ModifyFile {"request":{"Body":{"set_commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}}}
2022-08-12T15:24:50Z INFO started UnorderedWriter.serialize
2022-08-12T15:24:50Z INFO {"duration":0.002045494} finished UnorderedWriter.serialize
2022-08-12T15:24:50Z INFO started directly compacting 1 file sets
2022-08-12T15:24:50Z INFO {"duration":0.000007023} finished directly compacting 1 file sets
2022-08-12T15:24:50Z INFO pfs.API.ModifyFile {"duration":0.012024926,"request":{"Body":{"set_commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"e46f8386995f44f59d140c7b89fff22d"}}},"response":{}}
2022-08-12T15:24:50Z INFO {"source":"s3gateway"} http request: HEAD /master.rando2/nonemptyprefix8/_temporary/0/_temporary/attempt_202208121624485385779855500771815_0003_m_000000_16/part-00000-31b8f587-d086-4d3b-bf6d-4ce13ea2fecc-c000.snappy.parquet
2022-08-12T15:24:50Z INFO pfs.API.InspectBranch {"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}
2022-08-12T15:24:50Z INFO pfs.API.InspectBranch {"duration":0.001010539,"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"response":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"head":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"a119c9a31c4d42df96790e1fa6eed5c8"}}}
2022-08-12T15:24:50Z INFO pfs.API.InspectFile {"request":{"file":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"path":"nonemptyprefix8/_temporary/0/_temporary/attempt_202208121624485385779855500771815_0003_m_000000_16/part-00000-31b8f587-d086-4d3b-bf6d-4ce13ea2fecc-c000.snappy.parquet"}}}
2022-08-12T15:24:50Z INFO {"duration":0.067852038} finished validating commit rando2@master=0b7cb855de5e4adeb23f3d1a2bc378ed
2022-08-12T15:24:50Z INFO started finalizing commit rando2@master=0b7cb855de5e4adeb23f3d1a2bc378ed
2022-08-12T15:24:50Z INFO {"duration":0.003303963} finished finalizing commit rando2@master=0b7cb855de5e4adeb23f3d1a2bc378ed
2022-08-12T15:24:50Z INFO {"duration":0.102655694} finished finishing commit rando2@master=0b7cb855de5e4adeb23f3d1a2bc378ed
2022-08-12T15:24:50Z INFO started finishing commit rando2@master=0b7cb855de5e4adeb23f3d1a2bc378ed
2022-08-12T15:24:50Z INFO started compacting commit rando2@master=0b7cb855de5e4adeb23f3d1a2bc378ed
2022-08-12T15:24:50Z INFO {"duration":0.009624662} finished compacting commit rando2@master=0b7cb855de5e4adeb23f3d1a2bc378ed
2022-08-12T15:24:50Z INFO started validating commit rando2@master=0b7cb855de5e4adeb23f3d1a2bc378ed
2022-08-12T15:24:51Z INFO started processing validate task
2022-08-12T15:24:51Z INFO {"duration":0.002312799} finished processing validate task
2022-08-12T15:24:51Z INFO {"duration":0.082905194} finished validating commit rando2@master=0b7cb855de5e4adeb23f3d1a2bc378ed
2022-08-12T15:24:51Z INFO started finalizing commit rando2@master=0b7cb855de5e4adeb23f3d1a2bc378ed
{"severity":"warn","time":"2022-08-12T15:24:51.075997003Z","caller":"v3@v3.5.1/retry_interceptor.go:62","message":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000194000/10.96.145.255:2379","attempt":0,"error":"rpc error: code = Canceled desc = context canceled"}
2022-08-12T15:24:51Z INFO {"duration":0.005125934} finished finalizing commit rando2@master=0b7cb855de5e4adeb23f3d1a2bc378ed
2022-08-12T15:24:51Z INFO {"duration":0.103092589} finished finishing commit rando2@master=0b7cb855de5e4adeb23f3d1a2bc378ed
2022-08-12T15:24:51Z INFO started finishing commit rando2@master=4447f85330784e2195d3ef37ac68fbdf
2022-08-12T15:24:51Z INFO started compacting commit rando2@master=4447f85330784e2195d3ef37ac68fbdf
2022-08-12T15:24:51Z INFO {"duration":0.019532178} finished compacting commit rando2@master=4447f85330784e2195d3ef37ac68fbdf
2022-08-12T15:24:51Z INFO started validating commit rando2@master=4447f85330784e2195d3ef37ac68fbdf
2022-08-12T15:24:51Z INFO started processing validate task
2022-08-12T15:24:51Z INFO {"duration":0.004796} finished processing validate task
2022-08-12T15:24:51Z INFO {"duration":0.071848687} finished validating commit rando2@master=4447f85330784e2195d3ef37ac68fbdf
2022-08-12T15:24:51Z INFO started finalizing commit rando2@master=4447f85330784e2195d3ef37ac68fbdf
2022-08-12T15:24:51Z INFO {"duration":0.005556437} finished finalizing commit rando2@master=4447f85330784e2195d3ef37ac68fbdf
2022-08-12T15:24:51Z INFO {"duration":0.113171971} finished finishing commit rando2@master=4447f85330784e2195d3ef37ac68fbdf
2022-08-12T15:24:51Z INFO started finishing commit rando2@master=4447f85330784e2195d3ef37ac68fbdf
2022-08-12T15:24:51Z INFO started compacting commit rando2@master=4447f85330784e2195d3ef37ac68fbdf
2022-08-12T15:24:51Z INFO {"duration":0.015163776} finished compacting commit rando2@master=4447f85330784e2195d3ef37ac68fbdf
2022-08-12T15:24:51Z INFO started validating commit rando2@master=4447f85330784e2195d3ef37ac68fbdf
2022-08-12T15:24:51Z INFO started processing validate task
2022-08-12T15:24:51Z INFO {"duration":0.005122837} finished processing validate task
2022-08-12T15:24:51Z INFO {"duration":0.023928583} finished validating commit rando2@master=4447f85330784e2195d3ef37ac68fbdf
2022-08-12T15:24:51Z INFO started finalizing commit rando2@master=4447f85330784e2195d3ef37ac68fbdf
2022-08-12T15:24:51Z INFO {"duration":0.00500251} finished finalizing commit rando2@master=4447f85330784e2195d3ef37ac68fbdf
2022-08-12T15:24:51Z INFO {"duration":0.053608662} finished finishing commit rando2@master=4447f85330784e2195d3ef37ac68fbdf
2022-08-12T15:24:51Z INFO started finishing commit rando2@master=246aa4bb46c34d0183831bc2aec92a85
2022-08-12T15:24:51Z INFO started compacting commit rando2@master=246aa4bb46c34d0183831bc2aec92a85
2022-08-12T15:24:51Z INFO {"duration":0.0205821} finished compacting commit rando2@master=246aa4bb46c34d0183831bc2aec92a85
2022-08-12T15:24:51Z INFO started validating commit rando2@master=246aa4bb46c34d0183831bc2aec92a85
2022-08-12T15:24:51Z INFO started processing validate task
2022-08-12T15:24:51Z INFO {"duration":0.00426077} finished processing validate task
2022-08-12T15:24:51Z INFO {"duration":0.09348428} finished validating commit rando2@master=246aa4bb46c34d0183831bc2aec92a85
{"severity":"warn","time":"2022-08-12T15:24:51.390014705Z","caller":"v3@v3.5.1/retry_interceptor.go:62","message":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000194000/10.96.145.255:2379","attempt":0,"error":"rpc error: code = Canceled desc = context canceled"}
2022-08-12T15:24:51Z INFO started finalizing commit rando2@master=246aa4bb46c34d0183831bc2aec92a85
2022-08-12T15:24:51Z INFO {"duration":0.005150229} finished finalizing commit rando2@master=246aa4bb46c34d0183831bc2aec92a85
2022-08-12T15:24:51Z INFO {"duration":0.135645184} finished finishing commit rando2@master=246aa4bb46c34d0183831bc2aec92a85
2022-08-12T15:24:51Z INFO started finishing commit rando2@master=246aa4bb46c34d0183831bc2aec92a85
2022-08-12T15:24:51Z INFO started compacting commit rando2@master=246aa4bb46c34d0183831bc2aec92a85
2022-08-12T15:24:51Z INFO {"duration":0.014537022} finished compacting commit rando2@master=246aa4bb46c34d0183831bc2aec92a85
2022-08-12T15:24:51Z INFO started validating commit rando2@master=246aa4bb46c34d0183831bc2aec92a85
2022-08-12T15:24:51Z INFO started processing validate task
2022-08-12T15:24:51Z INFO {"duration":0.004899756} finished processing validate task
2022-08-12T15:24:51Z INFO {"duration":0.023005629} finished validating commit rando2@master=246aa4bb46c34d0183831bc2aec92a85
2022-08-12T15:24:51Z INFO started finalizing commit rando2@master=246aa4bb46c34d0183831bc2aec92a85
2022-08-12T15:24:51Z INFO {"duration":0.00483304} finished finalizing commit rando2@master=246aa4bb46c34d0183831bc2aec92a85
2022-08-12T15:24:51Z INFO {"duration":0.05167596} finished finishing commit rando2@master=246aa4bb46c34d0183831bc2aec92a85
2022-08-12T15:24:51Z INFO started finishing commit rando2@master=e46f8386995f44f59d140c7b89fff22d
2022-08-12T15:24:51Z INFO started compacting commit rando2@master=e46f8386995f44f59d140c7b89fff22d
2022-08-12T15:24:51Z INFO {"duration":0.019781338} finished compacting commit rando2@master=e46f8386995f44f59d140c7b89fff22d
2022-08-12T15:24:51Z INFO started validating commit rando2@master=e46f8386995f44f59d140c7b89fff22d
2022-08-12T15:24:51Z INFO started processing validate task
2022-08-12T15:24:51Z INFO {"duration":0.003150191} finished processing validate task
2022-08-12T15:24:51Z INFO {"duration":0.022774043} finished validating commit rando2@master=e46f8386995f44f59d140c7b89fff22d
2022-08-12T15:24:51Z INFO started finalizing commit rando2@master=e46f8386995f44f59d140c7b89fff22d
2022-08-12T15:24:51Z INFO {"duration":0.005057974} finished finalizing commit rando2@master=e46f8386995f44f59d140c7b89fff22d
2022-08-12T15:24:51Z INFO {"duration":0.065267145} finished finishing commit rando2@master=e46f8386995f44f59d140c7b89fff22d
2022-08-12T15:24:51Z INFO started finishing commit rando2@master=e46f8386995f44f59d140c7b89fff22d
2022-08-12T15:24:51Z INFO started compacting commit rando2@master=e46f8386995f44f59d140c7b89fff22d
2022-08-12T15:24:51Z INFO {"duration":0.015413638} finished compacting commit rando2@master=e46f8386995f44f59d140c7b89fff22d
2022-08-12T15:24:51Z INFO started validating commit rando2@master=e46f8386995f44f59d140c7b89fff22d
2022-08-12T15:24:51Z INFO started processing validate task
2022-08-12T15:24:51Z INFO {"duration":0.003258505} finished processing validate task
2022-08-12T15:24:51Z INFO {"duration":0.025904094} finished validating commit rando2@master=e46f8386995f44f59d140c7b89fff22d
2022-08-12T15:24:51Z INFO started finalizing commit rando2@master=e46f8386995f44f59d140c7b89fff22d
2022-08-12T15:24:51Z INFO {"duration":0.005065328} finished finalizing commit rando2@master=e46f8386995f44f59d140c7b89fff22d
2022-08-12T15:24:51Z INFO {"duration":0.05632454} finished finishing commit rando2@master=e46f8386995f44f59d140c7b89fff22d
2022-08-12T15:24:51Z INFO started finishing commit rando2@master=a119c9a31c4d42df96790e1fa6eed5c8
2022-08-12T15:24:51Z INFO started compacting commit rando2@master=a119c9a31c4d42df96790e1fa6eed5c8
2022-08-12T15:24:51Z INFO {"duration":0.019546334} finished compacting commit rando2@master=a119c9a31c4d42df96790e1fa6eed5c8
2022-08-12T15:24:51Z INFO started validating commit rando2@master=a119c9a31c4d42df96790e1fa6eed5c8
2022-08-12T15:24:51Z INFO started processing validate task
2022-08-12T15:24:51Z INFO {"duration":0.003740897} finished processing validate task
2022-08-12T15:24:51Z INFO {"duration":0.052615395} finished validating commit rando2@master=a119c9a31c4d42df96790e1fa6eed5c8
2022-08-12T15:24:51Z INFO started finalizing commit rando2@master=a119c9a31c4d42df96790e1fa6eed5c8
2022-08-12T15:24:51Z INFO {"duration":0.00456326} finished finalizing commit rando2@master=a119c9a31c4d42df96790e1fa6eed5c8
2022-08-12T15:24:51Z INFO {"duration":0.096917966} finished finishing commit rando2@master=a119c9a31c4d42df96790e1fa6eed5c8
2022-08-12T15:24:51Z ERROR pfs.API.InspectFile {"duration":0.746383152,"error":"file nonemptyprefix8/_temporary/0/_temporary/attempt_202208121624485385779855500771815_0003_m_000000_16/part-00000-31b8f587-d086-4d3b-bf6d-4ce13ea2fecc-c000.snappy.parquet not found in repo rando2 at commit a119c9a31c4d42df96790e1fa6eed5c8","request":{"file":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"a119c9a31c4d42df96790e1fa6eed5c8"},"path":"nonemptyprefix8/_temporary/0/_temporary/attempt_202208121624485385779855500771815_0003_m_000000_16/part-00000-31b8f587-d086-4d3b-bf6d-4ce13ea2fecc-c000.snappy.parquet"}},"response":null,"stack":["github.com/pachyderm/pachyderm/v2/src/internal/errors.EnsureStack\n\tsrc/internal/errors/errors.go:54","github.com/pachyderm/pachyderm/v2/src/server/pfs/server.(*driver).inspectFile\n\tsrc/server/pfs/server/driver_file.go:228","github.com/pachyderm/pachyderm/v2/src/server/pfs/server.(*apiServer).InspectFile\n\tsrc/server/pfs/server/api_server.go:588","github.com/pachyderm/pachyderm/v2/src/server/pfs/server.(*validatedAPIServer).InspectFile\n\tsrc/server/pfs/server/val_server.go:65","github.com/pachyderm/pachyderm/v2/src/pfs._API_InspectFile_Handler.func1\n\tsrc/pfs/pfs.pb.go:6286","github.com/pachyderm/pachyderm/v2/src/internal/middleware/logging.(*LoggingInterceptor).UnaryServerInterceptor\n\tsrc/internal/middleware/logging/interceptor.go:384","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1131","github.com/pachyderm/pachyderm/v2/src/internal/middleware/auth.(*Interceptor).InterceptUnary\n\tsrc/internal/middleware/auth/interceptor.go:309","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","github.com/opentracing-contrib/go-grpc.OpenTracingServerInterceptor.func1\n\t/home/luke/gocode/pkg/mod/github.com/opentracing-contrib/go-grpc@v0.0.0-20210225150812-73cb765af46e/server.go:44","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","github.com/pachyderm/pachyderm/v2/src/internal/middleware/errors.UnaryServerInterceptor\n\tsrc/internal/middleware/errors/interceptor.go:15","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1\n\t/home/luke/gocode/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.1-0.20191002090509-6af20e3a5340/server_metrics.go:108","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","google.golang.org/grpc.chainUnaryInterceptors.func1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1136","github.com/pachyderm/pachyderm/v2/src/pfs._API_InspectFile_Handler\n\tsrc/pfs/pfs.pb.go:6288","google.golang.org/grpc.(*Server).processUnaryRPC\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1297","google.golang.org/grpc.(*Server).handleStream\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1626","google.golang.org/grpc.(*Server).serveStreams.func1.2\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:941","runtime.goexit\n\t/usr/lib/go-1.18/src/runtime/asm_amd64.s:1571"]}
2022-08-12T15:24:51Z INFO {"source":"s3gateway"} http request: GET /master.rando2/?list-type=2&delimiter=%2F&max-keys=2&prefix=nonemptyprefix8%2F_temporary%2F0%2F_temporary%2Fattempt_202208121624485385779855500771815_0003_m_000000_16%2Fpart-00000-31b8f587-d086-4d3b-bf6d-4ce13ea2fecc-c000.snappy.parquet%2F&fetch-owner=false
2022-08-12T15:24:51Z INFO pfs.API.InspectBranch {"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}
2022-08-12T15:24:51Z INFO pfs.API.InspectBranch {"duration":0.001282834,"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"response":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"head":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"a119c9a31c4d42df96790e1fa6eed5c8"}}}
2022-08-12T15:24:51Z INFO pfs.API.GlobFile {"request":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"pattern":"nonemptyprefix8/_temporary/0/_temporary/attempt_202208121624485385779855500771815_0003_m_000000_16/part-00000-31b8f587-d086-4d3b-bf6d-4ce13ea2fecc-c000.snappy.parquet/*"}}
2022-08-12T15:24:51Z INFO pfs.API.GlobFile {"duration":0.01373702,"request":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"a119c9a31c4d42df96790e1fa6eed5c8"},"pattern":"nonemptyprefix8/_temporary/0/_temporary/attempt_202208121624485385779855500771815_0003_m_000000_16/part-00000-31b8f587-d086-4d3b-bf6d-4ce13ea2fecc-c000.snappy.parquet/*"},"response":"stream containing 0 objects"}
2022-08-12T15:24:51Z INFO {"source":"s3gateway"} http request: HEAD /master.rando2/nonemptyprefix8/_temporary/0/_temporary/attempt_202208121624485385779855500771815_0003_m_000000_16
2022-08-12T15:24:51Z INFO pfs.API.InspectBranch {"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}
2022-08-12T15:24:51Z INFO pfs.API.InspectBranch {"duration":0.001211668,"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"response":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"head":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"a119c9a31c4d42df96790e1fa6eed5c8"}}}
2022-08-12T15:24:51Z INFO pfs.API.InspectFile {"request":{"file":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"path":"nonemptyprefix8/_temporary/0/_temporary/attempt_202208121624485385779855500771815_0003_m_000000_16"}}}
2022-08-12T15:24:51Z ERROR pfs.API.InspectFile {"duration":0.015013813,"error":"file nonemptyprefix8/_temporary/0/_temporary/attempt_202208121624485385779855500771815_0003_m_000000_16 not found in repo rando2 at commit a119c9a31c4d42df96790e1fa6eed5c8","request":{"file":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"a119c9a31c4d42df96790e1fa6eed5c8"},"path":"nonemptyprefix8/_temporary/0/_temporary/attempt_202208121624485385779855500771815_0003_m_000000_16"}},"response":null,"stack":["github.com/pachyderm/pachyderm/v2/src/internal/errors.EnsureStack\n\tsrc/internal/errors/errors.go:54","github.com/pachyderm/pachyderm/v2/src/server/pfs/server.(*driver).inspectFile\n\tsrc/server/pfs/server/driver_file.go:228","github.com/pachyderm/pachyderm/v2/src/server/pfs/server.(*apiServer).InspectFile\n\tsrc/server/pfs/server/api_server.go:588","github.com/pachyderm/pachyderm/v2/src/server/pfs/server.(*validatedAPIServer).InspectFile\n\tsrc/server/pfs/server/val_server.go:65","github.com/pachyderm/pachyderm/v2/src/pfs._API_InspectFile_Handler.func1\n\tsrc/pfs/pfs.pb.go:6286","github.com/pachyderm/pachyderm/v2/src/internal/middleware/logging.(*LoggingInterceptor).UnaryServerInterceptor\n\tsrc/internal/middleware/logging/interceptor.go:384","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1131","github.com/pachyderm/pachyderm/v2/src/internal/middleware/auth.(*Interceptor).InterceptUnary\n\tsrc/internal/middleware/auth/interceptor.go:309","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","github.com/opentracing-contrib/go-grpc.OpenTracingServerInterceptor.func1\n\t/home/luke/gocode/pkg/mod/github.com/opentracing-contrib/go-grpc@v0.0.0-20210225150812-73cb765af46e/server.go:44","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","github.com/pachyderm/pachyderm/v2/src/internal/middleware/errors.UnaryServerInterceptor\n\tsrc/internal/middleware/errors/interceptor.go:15","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1\n\t/home/luke/gocode/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.1-0.20191002090509-6af20e3a5340/server_metrics.go:108","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","google.golang.org/grpc.chainUnaryInterceptors.func1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1136","github.com/pachyderm/pachyderm/v2/src/pfs._API_InspectFile_Handler\n\tsrc/pfs/pfs.pb.go:6288","google.golang.org/grpc.(*Server).processUnaryRPC\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1297","google.golang.org/grpc.(*Server).handleStream\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1626","google.golang.org/grpc.(*Server).serveStreams.func1.2\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:941","runtime.goexit\n\t/usr/lib/go-1.18/src/runtime/asm_amd64.s:1571"]}
2022-08-12T15:24:51Z INFO {"source":"s3gateway"} http request: GET /master.rando2/?list-type=2&delimiter=%2F&max-keys=2&prefix=nonemptyprefix8%2F_temporary%2F0%2F_temporary%2Fattempt_202208121624485385779855500771815_0003_m_000000_16%2F&fetch-owner=false
2022-08-12T15:24:51Z INFO pfs.API.InspectBranch {"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}
2022-08-12T15:24:51Z INFO pfs.API.InspectBranch {"duration":0.001227359,"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"response":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"head":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"a119c9a31c4d42df96790e1fa6eed5c8"}}}
2022-08-12T15:24:51Z INFO pfs.API.GlobFile {"request":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"pattern":"nonemptyprefix8/_temporary/0/_temporary/attempt_202208121624485385779855500771815_0003_m_000000_16/*"}}
2022-08-12T15:24:51Z INFO pfs.API.GlobFile {"duration":0.011120577,"request":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"a119c9a31c4d42df96790e1fa6eed5c8"},"pattern":"nonemptyprefix8/_temporary/0/_temporary/attempt_202208121624485385779855500771815_0003_m_000000_16/*"},"response":"stream containing 0 objects"}
2022-08-12T15:24:51Z INFO {"source":"s3gateway"} http request: GET /master.rando2/?list-type=2&delimiter=%2F&max-keys=5000&prefix=nonemptyprefix8%2F_temporary%2F0%2F&fetch-owner=false
2022-08-12T15:24:51Z INFO pfs.API.InspectBranch {"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}
2022-08-12T15:24:51Z INFO pfs.API.InspectBranch {"duration":0.001044834,"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"response":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"head":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"a119c9a31c4d42df96790e1fa6eed5c8"}}}
2022-08-12T15:24:51Z INFO pfs.API.GlobFile {"request":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"pattern":"nonemptyprefix8/_temporary/0/*"}}
2022-08-12T15:24:51Z INFO pfs.API.GlobFile {"duration":0.01082024,"request":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"a119c9a31c4d42df96790e1fa6eed5c8"},"pattern":"nonemptyprefix8/_temporary/0/*"},"response":"stream containing 0 objects"}
2022-08-12T15:24:51Z INFO {"source":"s3gateway"} http request: HEAD /master.rando2/nonemptyprefix8/_temporary/0
2022-08-12T15:24:51Z INFO pfs.API.InspectBranch {"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}
2022-08-12T15:24:51Z INFO pfs.API.InspectBranch {"duration":0.001000761,"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"response":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"head":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"a119c9a31c4d42df96790e1fa6eed5c8"}}}
2022-08-12T15:24:51Z INFO pfs.API.InspectFile {"request":{"file":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"path":"nonemptyprefix8/_temporary/0"}}}
2022-08-12T15:24:51Z ERROR pfs.API.InspectFile {"duration":0.009138344,"error":"file nonemptyprefix8/_temporary/0 not found in repo rando2 at commit a119c9a31c4d42df96790e1fa6eed5c8","request":{"file":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"a119c9a31c4d42df96790e1fa6eed5c8"},"path":"nonemptyprefix8/_temporary/0"}},"response":null,"stack":["github.com/pachyderm/pachyderm/v2/src/internal/errors.EnsureStack\n\tsrc/internal/errors/errors.go:54","github.com/pachyderm/pachyderm/v2/src/server/pfs/server.(*driver).inspectFile\n\tsrc/server/pfs/server/driver_file.go:228","github.com/pachyderm/pachyderm/v2/src/server/pfs/server.(*apiServer).InspectFile\n\tsrc/server/pfs/server/api_server.go:588","github.com/pachyderm/pachyderm/v2/src/server/pfs/server.(*validatedAPIServer).InspectFile\n\tsrc/server/pfs/server/val_server.go:65","github.com/pachyderm/pachyderm/v2/src/pfs._API_InspectFile_Handler.func1\n\tsrc/pfs/pfs.pb.go:6286","github.com/pachyderm/pachyderm/v2/src/internal/middleware/logging.(*LoggingInterceptor).UnaryServerInterceptor\n\tsrc/internal/middleware/logging/interceptor.go:384","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1131","github.com/pachyderm/pachyderm/v2/src/internal/middleware/auth.(*Interceptor).InterceptUnary\n\tsrc/internal/middleware/auth/interceptor.go:309","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","github.com/opentracing-contrib/go-grpc.OpenTracingServerInterceptor.func1\n\t/home/luke/gocode/pkg/mod/github.com/opentracing-contrib/go-grpc@v0.0.0-20210225150812-73cb765af46e/server.go:44","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","github.com/pachyderm/pachyderm/v2/src/internal/middleware/errors.UnaryServerInterceptor\n\tsrc/internal/middleware/errors/interceptor.go:15","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1\n\t/home/luke/gocode/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.1-0.20191002090509-6af20e3a5340/server_metrics.go:108","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","google.golang.org/grpc.chainUnaryInterceptors.func1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1136","github.com/pachyderm/pachyderm/v2/src/pfs._API_InspectFile_Handler\n\tsrc/pfs/pfs.pb.go:6288","google.golang.org/grpc.(*Server).processUnaryRPC\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1297","google.golang.org/grpc.(*Server).handleStream\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1626","google.golang.org/grpc.(*Server).serveStreams.func1.2\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:941","runtime.goexit\n\t/usr/lib/go-1.18/src/runtime/asm_amd64.s:1571"]}
2022-08-12T15:24:51Z INFO {"source":"s3gateway"} http request: GET /master.rando2/?list-type=2&delimiter=%2F&max-keys=2&prefix=nonemptyprefix8%2F_temporary%2F0%2F&fetch-owner=false
2022-08-12T15:24:51Z INFO pfs.API.InspectBranch {"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}
2022-08-12T15:24:51Z INFO pfs.API.InspectBranch {"duration":0.001003136,"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"response":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"head":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"a119c9a31c4d42df96790e1fa6eed5c8"}}}
2022-08-12T15:24:51Z INFO pfs.API.GlobFile {"request":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"pattern":"nonemptyprefix8/_temporary/0/*"}}
2022-08-12T15:24:51Z INFO pfs.API.GlobFile {"duration":0.010458517,"request":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"a119c9a31c4d42df96790e1fa6eed5c8"},"pattern":"nonemptyprefix8/_temporary/0/*"},"response":"stream containing 0 objects"}
2022-08-12T15:24:51Z INFO {"source":"s3gateway"} http request: HEAD /master.rando2/nonemptyprefix8/_temporary
2022-08-12T15:24:51Z INFO pfs.API.InspectBranch {"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}
2022-08-12T15:24:51Z INFO pfs.API.InspectBranch {"duration":0.0009527,"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"response":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"head":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"a119c9a31c4d42df96790e1fa6eed5c8"}}}
2022-08-12T15:24:51Z INFO pfs.API.InspectFile {"request":{"file":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"path":"nonemptyprefix8/_temporary"}}}
2022-08-12T15:24:51Z ERROR pfs.API.InspectFile {"duration":0.009740801,"error":"file nonemptyprefix8/_temporary not found in repo rando2 at commit a119c9a31c4d42df96790e1fa6eed5c8","request":{"file":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"a119c9a31c4d42df96790e1fa6eed5c8"},"path":"nonemptyprefix8/_temporary"}},"response":null,"stack":["github.com/pachyderm/pachyderm/v2/src/internal/errors.EnsureStack\n\tsrc/internal/errors/errors.go:54","github.com/pachyderm/pachyderm/v2/src/server/pfs/server.(*driver).inspectFile\n\tsrc/server/pfs/server/driver_file.go:228","github.com/pachyderm/pachyderm/v2/src/server/pfs/server.(*apiServer).InspectFile\n\tsrc/server/pfs/server/api_server.go:588","github.com/pachyderm/pachyderm/v2/src/server/pfs/server.(*validatedAPIServer).InspectFile\n\tsrc/server/pfs/server/val_server.go:65","github.com/pachyderm/pachyderm/v2/src/pfs._API_InspectFile_Handler.func1\n\tsrc/pfs/pfs.pb.go:6286","github.com/pachyderm/pachyderm/v2/src/internal/middleware/logging.(*LoggingInterceptor).UnaryServerInterceptor\n\tsrc/internal/middleware/logging/interceptor.go:384","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1131","github.com/pachyderm/pachyderm/v2/src/internal/middleware/auth.(*Interceptor).InterceptUnary\n\tsrc/internal/middleware/auth/interceptor.go:309","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","github.com/opentracing-contrib/go-grpc.OpenTracingServerInterceptor.func1\n\t/home/luke/gocode/pkg/mod/github.com/opentracing-contrib/go-grpc@v0.0.0-20210225150812-73cb765af46e/server.go:44","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","github.com/pachyderm/pachyderm/v2/src/internal/middleware/errors.UnaryServerInterceptor\n\tsrc/internal/middleware/errors/interceptor.go:15","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1\n\t/home/luke/gocode/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.1-0.20191002090509-6af20e3a5340/server_metrics.go:108","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","google.golang.org/grpc.chainUnaryInterceptors.func1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1136","github.com/pachyderm/pachyderm/v2/src/pfs._API_InspectFile_Handler\n\tsrc/pfs/pfs.pb.go:6288","google.golang.org/grpc.(*Server).processUnaryRPC\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1297","google.golang.org/grpc.(*Server).handleStream\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1626","google.golang.org/grpc.(*Server).serveStreams.func1.2\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:941","runtime.goexit\n\t/usr/lib/go-1.18/src/runtime/asm_amd64.s:1571"]}
2022-08-12T15:24:51Z INFO {"source":"s3gateway"} http request: GET /master.rando2/?list-type=2&delimiter=%2F&max-keys=2&prefix=nonemptyprefix8%2F_temporary%2F&fetch-owner=false
2022-08-12T15:24:51Z INFO pfs.API.InspectBranch {"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}
2022-08-12T15:24:51Z INFO pfs.API.InspectBranch {"duration":0.001061465,"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"response":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"head":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"a119c9a31c4d42df96790e1fa6eed5c8"}}}
2022-08-12T15:24:51Z INFO pfs.API.GlobFile {"request":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"pattern":"nonemptyprefix8/_temporary/*"}}
2022-08-12T15:24:51Z INFO pfs.API.GlobFile {"duration":0.010805322,"request":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"a119c9a31c4d42df96790e1fa6eed5c8"},"pattern":"nonemptyprefix8/_temporary/*"},"response":"stream containing 0 objects"}
2022-08-12T15:24:51Z INFO {"source":"s3gateway"} http request: HEAD /master.rando2/nonemptyprefix8/.spark-staging-31b8f587-d086-4d3b-bf6d-4ce13ea2fecc
2022-08-12T15:24:51Z INFO pfs.API.InspectBranch {"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}
2022-08-12T15:24:51Z INFO pfs.API.InspectBranch {"duration":0.000975953,"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"response":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"head":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"a119c9a31c4d42df96790e1fa6eed5c8"}}}
2022-08-12T15:24:51Z INFO pfs.API.InspectFile {"request":{"file":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"path":"nonemptyprefix8/.spark-staging-31b8f587-d086-4d3b-bf6d-4ce13ea2fecc"}}}
2022-08-12T15:24:51Z ERROR pfs.API.InspectFile {"duration":0.009006574,"error":"file nonemptyprefix8/.spark-staging-31b8f587-d086-4d3b-bf6d-4ce13ea2fecc not found in repo rando2 at commit a119c9a31c4d42df96790e1fa6eed5c8","request":{"file":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"a119c9a31c4d42df96790e1fa6eed5c8"},"path":"nonemptyprefix8/.spark-staging-31b8f587-d086-4d3b-bf6d-4ce13ea2fecc"}},"response":null,"stack":["github.com/pachyderm/pachyderm/v2/src/internal/errors.EnsureStack\n\tsrc/internal/errors/errors.go:54","github.com/pachyderm/pachyderm/v2/src/server/pfs/server.(*driver).inspectFile\n\tsrc/server/pfs/server/driver_file.go:228","github.com/pachyderm/pachyderm/v2/src/server/pfs/server.(*apiServer).InspectFile\n\tsrc/server/pfs/server/api_server.go:588","github.com/pachyderm/pachyderm/v2/src/server/pfs/server.(*validatedAPIServer).InspectFile\n\tsrc/server/pfs/server/val_server.go:65","github.com/pachyderm/pachyderm/v2/src/pfs._API_InspectFile_Handler.func1\n\tsrc/pfs/pfs.pb.go:6286","github.com/pachyderm/pachyderm/v2/src/internal/middleware/logging.(*LoggingInterceptor).UnaryServerInterceptor\n\tsrc/internal/middleware/logging/interceptor.go:384","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1131","github.com/pachyderm/pachyderm/v2/src/internal/middleware/auth.(*Interceptor).InterceptUnary\n\tsrc/internal/middleware/auth/interceptor.go:309","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","github.com/opentracing-contrib/go-grpc.OpenTracingServerInterceptor.func1\n\t/home/luke/gocode/pkg/mod/github.com/opentracing-contrib/go-grpc@v0.0.0-20210225150812-73cb765af46e/server.go:44","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","github.com/pachyderm/pachyderm/v2/src/internal/middleware/errors.UnaryServerInterceptor\n\tsrc/internal/middleware/errors/interceptor.go:15","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1\n\t/home/luke/gocode/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.1-0.20191002090509-6af20e3a5340/server_metrics.go:108","google.golang.org/grpc.chainUnaryInterceptors.func1.1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1134","google.golang.org/grpc.chainUnaryInterceptors.func1\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1136","github.com/pachyderm/pachyderm/v2/src/pfs._API_InspectFile_Handler\n\tsrc/pfs/pfs.pb.go:6288","google.golang.org/grpc.(*Server).processUnaryRPC\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1297","google.golang.org/grpc.(*Server).handleStream\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:1626","google.golang.org/grpc.(*Server).serveStreams.func1.2\n\t/home/luke/gocode/pkg/mod/google.golang.org/grpc@v1.40.0/server.go:941","runtime.goexit\n\t/usr/lib/go-1.18/src/runtime/asm_amd64.s:1571"]}
2022-08-12T15:24:51Z INFO {"source":"s3gateway"} http request: GET /master.rando2/?list-type=2&delimiter=%2F&max-keys=2&prefix=nonemptyprefix8%2F.spark-staging-31b8f587-d086-4d3b-bf6d-4ce13ea2fecc%2F&fetch-owner=false
2022-08-12T15:24:51Z INFO pfs.API.InspectBranch {"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}}}
2022-08-12T15:24:51Z INFO pfs.API.InspectBranch {"duration":0.00086301,"request":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"response":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"head":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"a119c9a31c4d42df96790e1fa6eed5c8"}}}
2022-08-12T15:24:51Z INFO pfs.API.GlobFile {"request":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"}},"pattern":"nonemptyprefix8/.spark-staging-31b8f587-d086-4d3b-bf6d-4ce13ea2fecc/*"}}
2022-08-12T15:24:51Z INFO pfs.API.GlobFile {"duration":0.01232319,"request":{"commit":{"branch":{"repo":{"name":"rando2","type":"user"},"name":"master"},"id":"a119c9a31c4d42df96790e1fa6eed5c8"},"pattern":"nonemptyprefix8/.spark-staging-31b8f587-d086-4d3b-bf6d-4ce13ea2fecc/*"},"response":"stream containing 0 objects"}
2022-08-12T15:25:00Z INFO grpc.health.v1.Health.Check {"request":{}}
2022-08-12T15:25:00Z INFO grpc.health.v1.Health.Check {"duration":0.000041959,"request":{},"response":{"status":1}}
2022-08-12T15:25:10Z INFO grpc.health.v1.Health.Check {"request":{}}
2022-08-12T15:25:10Z INFO grpc.health.v1.Health.Check {"duration":0.000034234,"request":{},"response":{"status":1}}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment