debug 2026-04-01T23:46:39.876+0000 7f6630385a80 0 deferred set uid:gid to 167:167 (ceph:ceph) debug 2026-04-01T23:46:39.876+0000 7f6630385a80 0 ceph version 18.2.1 (7fe91d5d5842e04be3b4f514d6dd990c54b29c76) reef (stable), process radosgw, pid 13 debug 2026-04-01T23:46:39.876+0000 7f6630385a80 0 framework: beast debug 2026-04-01T23:46:39.876+0000 7f6630385a80 0 framework conf key: port, val: 8080 debug 2026-04-01T23:46:39.876+0000 7f6630385a80 1 init_numa not setting numa affinity debug 2026-04-01T23:46:42.788+0000 7f6630385a80 0 framework: beast debug 2026-04-01T23:46:42.788+0000 7f6630385a80 0 framework conf key: ssl_certificate, val: config://rgw/cert/$realm/$zone.crt debug 2026-04-01T23:46:42.788+0000 7f6630385a80 0 framework conf key: ssl_private_key, val: config://rgw/cert/$realm/$zone.key debug 2026-04-01T23:46:42.804+0000 7f6630385a80 0 starting handler: beast debug 2026-04-01T23:46:42.812+0000 7f6630385a80 0 set uid:gid to 167:167 (ceph:ceph) debug 2026-04-01T23:46:42.844+0000 7f6630385a80 1 mgrc service_daemon_register rgw.14516 metadata {arch=x86_64,ceph_release=reef,ceph_version=ceph version 18.2.1 (7fe91d5d5842e04be3b4f514d6dd990c54b29c76) reef (stable),ceph_version_short=18.2.1,container_hostname=rook-ceph-rgw-ceph-a-67fd8975c6-qww7v,container_image=harbor.atmosphere.dev/quay.io/ceph/ceph:v18.2.1,cpu=AMD EPYC-Rome Processor,distro=centos,distro_description=CentOS Stream 8,distro_version=8,frontend_config#0=beast port=8080,frontend_type#0=beast,hostname=instance,id=ceph.a,kernel_description=#183-Ubuntu SMP Fri Mar 6 13:29:34 UTC 2026,kernel_version=5.15.0-173-generic,mem_swap_kb=0,mem_total_kb=65841444,num_handles=1,os=Linux,pid=13,pod_name=rook-ceph-rgw-ceph-a-67fd8975c6-qww7v,pod_namespace=openstack,realm_id=9404cef7-b755-47b9-97b4-3145a38b928e,realm_name=ceph,zone_id=02335cd3-5fea-4b1f-a3b7-b91e1166018f,zone_name=ceph,zonegroup_id=5bb362ee-cee5-4145-a77a-16b7dfa10b76,zonegroup_name=ceph} debug 2026-04-01T23:46:57.973+0000 7f6600215700 1 ====== starting new request req=0x7f64fb80b730 ===== debug 2026-04-01T23:46:57.977+0000 7f65f9207700 1 ====== req done req=0x7f64fb80b730 op status=0 http_status=200 latency=0.004000084s ====== debug 2026-04-01T23:46:57.977+0000 7f65f9207700 1 beast: 0x7f64fb80b730: 10.0.0.167 - - [01/Apr/2026:23:46:57.973 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.004000084s debug 2026-04-01T23:47:00.929+0000 7f65f6201700 1 ====== starting new request req=0x7f64fb80b730 ===== debug 2026-04-01T23:47:00.929+0000 7f65f6201700 0 req 11101667616400604061 0.000000000s :get_user_info No stored secret string, cache miss debug 2026-04-01T23:47:02.401+0000 7f65f31fb700 1 ====== req done req=0x7f64fb80b730 op status=-2042 http_status=404 latency=1.472031116s ====== debug 2026-04-01T23:47:02.401+0000 7f65f31fb700 1 beast: 0x7f64fb80b730: 10.0.0.78 - rgw-admin-ops-user [01/Apr/2026:23:47:00.929 +0000] "GET /admin/user?format=json&uid=rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 HTTP/1.1" 404 119 - "Go-http-client/1.1" - latency=1.472031116s debug 2026-04-01T23:47:02.401+0000 7f65f6a02700 1 ====== starting new request req=0x7f64fb80b730 ===== debug 2026-04-01T23:47:02.401+0000 7f65f6a02700 0 req 3550009964981877150 0.000000000s :create_user No stored secret string, cache miss debug 2026-04-01T23:47:02.453+0000 7f65ec1ed700 1 ====== req done req=0x7f64fb80b730 op status=0 http_status=200 latency=0.052001096s ====== debug 2026-04-01T23:47:02.453+0000 7f65ec1ed700 1 beast: 0x7f64fb80b730: 10.0.0.78 - rgw-admin-ops-user [01/Apr/2026:23:47:02.401 +0000] "PUT /admin/user?display-name=rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862&format=json&uid=rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 HTTP/1.1" 200 830 - "Go-http-client/1.1" - latency=0.052001096s debug 2026-04-01T23:47:02.501+0000 7f65e71e3700 1 ====== starting new request req=0x7f64faf89730 ===== debug 2026-04-01T23:47:02.501+0000 7f65e71e3700 0 req 17833014574990337593 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-04-01T23:47:02.525+0000 7f65e59e0700 1 req 17833014574990337593 0.024000507s op->ERRORHANDLER: err_no=-2002 new_err_no=-2002 debug 2026-04-01T23:47:02.529+0000 7f65e51df700 1 ====== req done req=0x7f64faf89730 op status=0 http_status=404 latency=0.028000589s ====== debug 2026-04-01T23:47:02.529+0000 7f65e51df700 1 beast: 0x7f64faf89730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:47:02.501 +0000] "DELETE /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 404 281 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.028000589s debug 2026-04-01T23:47:02.529+0000 7f65e21d9700 1 ====== starting new request req=0x7f64faf89730 ===== debug 2026-04-01T23:47:02.529+0000 7f65e21d9700 0 req 6617273046642175825 0.000000000s s3:create_bucket No stored secret string, cache miss debug 2026-04-01T23:47:02.597+0000 7f65de1d1700 1 ====== req done req=0x7f64faf89730 op status=0 http_status=200 latency=0.068001434s ====== debug 2026-04-01T23:47:02.597+0000 7f65de1d1700 1 beast: 0x7f64faf89730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:47:02.529 +0000] "PUT /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862 HTTP/1.1" 200 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.068001434s debug 2026-04-01T23:47:02.597+0000 7f65e29da700 1 ====== starting new request req=0x7f64faf89730 ===== debug 2026-04-01T23:47:02.597+0000 7f65e29da700 0 req 15495387810666352663 0.000000000s s3:put_obj No stored secret string, cache miss debug 2026-04-01T23:47:02.817+0000 7f65d61c1700 1 ====== req done req=0x7f64faf89730 op status=0 http_status=200 latency=0.220004633s ====== debug 2026-04-01T23:47:02.817+0000 7f65d61c1700 1 beast: 0x7f64faf89730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:47:02.597 +0000] "PUT /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.220004633s debug 2026-04-01T23:47:02.821+0000 7f65d99c8700 1 ====== starting new request req=0x7f64faf89730 ===== debug 2026-04-01T23:47:02.821+0000 7f65d99c8700 0 req 11031482862708825374 0.000000000s s3:get_obj No stored secret string, cache miss debug 2026-04-01T23:47:02.845+0000 7f65d09b6700 1 ====== req done req=0x7f64faf89730 op status=0 http_status=200 latency=0.024000507s ====== debug 2026-04-01T23:47:02.845+0000 7f65d09b6700 1 beast: 0x7f64faf89730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:47:02.821 +0000] "GET /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.024000507s debug 2026-04-01T23:47:02.889+0000 7f65d41bd700 1 ====== starting new request req=0x7f64faf89730 ===== debug 2026-04-01T23:47:02.889+0000 7f65d41bd700 0 req 12527334098087167819 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-04-01T23:47:02.925+0000 7f65c89a6700 1 ====== req done req=0x7f64faf89730 op status=0 http_status=204 latency=0.036000758s ====== debug 2026-04-01T23:47:02.925+0000 7f65c89a6700 1 beast: 0x7f64faf89730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:47:02.889 +0000] "DELETE /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000758s debug 2026-04-01T23:47:07.973+0000 7f65c71a3700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:47:07.973+0000 7f65c71a3700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:47:07.973+0000 7f65c71a3700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:47:07.973 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:47:12.789+0000 7f662ef15700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-04-01T23:47:12.789+0000 7f662ef15700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=-), skipping debug 2026-04-01T23:47:17.973+0000 7f65bd990700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:47:17.973+0000 7f65bd990700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:47:17.973+0000 7f65bd990700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:47:17.973 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:47:27.969+0000 7f65b6982700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:47:27.969+0000 7f65b6982700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:47:27.969+0000 7f65b6982700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:47:27.969 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:47:37.970+0000 7f65ad16f700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:47:37.970+0000 7f65ad16f700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:47:37.970+0000 7f65ad16f700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:47:37.970 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:47:42.790+0000 7f662ef15700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-04-01T23:47:47.970+0000 7f65a8966700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:47:47.970+0000 7f65a8966700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:47:47.970+0000 7f65a8966700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:47:47.970 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:47:57.966+0000 7f65a8165700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:47:57.970+0000 7f65a8165700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:47:57.970+0000 7f65a8165700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:47:57.966 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:48:02.934+0000 7f65a0155700 1 ====== starting new request req=0x7f64fb80b730 ===== debug 2026-04-01T23:48:02.934+0000 7f65a0155700 0 req 12527009464738655103 0.000000000s :get_user_info No stored secret string, cache miss debug 2026-04-01T23:48:03.970+0000 7f65a0155700 1 ====== req done req=0x7f64fb80b730 op status=0 http_status=200 latency=1.036021829s ====== debug 2026-04-01T23:48:03.970+0000 7f65a0155700 1 beast: 0x7f64fb80b730: 10.0.0.78 - rgw-admin-ops-user [01/Apr/2026:23:48:02.934 +0000] "GET /admin/user?format=json&uid=rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 HTTP/1.1" 200 830 - "Go-http-client/1.1" - latency=1.036021829s debug 2026-04-01T23:48:03.986+0000 7f6590135700 1 ====== starting new request req=0x7f64faf08730 ===== debug 2026-04-01T23:48:03.986+0000 7f6590135700 0 req 4120207258675877802 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-04-01T23:48:04.010+0000 7f658e932700 1 ====== req done req=0x7f64faf08730 op status=-2 http_status=204 latency=0.024000507s ====== debug 2026-04-01T23:48:04.010+0000 7f658e932700 1 beast: 0x7f64faf08730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:48:03.986 +0000] "DELETE /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.024000507s debug 2026-04-01T23:48:04.010+0000 7f658f133700 1 ====== starting new request req=0x7f64faf08730 ===== debug 2026-04-01T23:48:04.010+0000 7f658f133700 0 req 14994921211758333384 0.000000000s s3:create_bucket No stored secret string, cache miss debug 2026-04-01T23:48:04.046+0000 7f6588926700 1 ====== req done req=0x7f64faf08730 op status=0 http_status=200 latency=0.036000758s ====== debug 2026-04-01T23:48:04.046+0000 7f6588926700 1 beast: 0x7f64faf08730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:48:04.010 +0000] "PUT /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862 HTTP/1.1" 200 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000758s debug 2026-04-01T23:48:04.046+0000 7f658b92c700 1 ====== starting new request req=0x7f64faf08730 ===== debug 2026-04-01T23:48:04.046+0000 7f658b92c700 0 req 85881145891279314 0.000000000s s3:put_obj No stored secret string, cache miss debug 2026-04-01T23:48:04.094+0000 7f658411d700 1 ====== req done req=0x7f64faf08730 op status=0 http_status=200 latency=0.048001006s ====== debug 2026-04-01T23:48:04.094+0000 7f658411d700 1 beast: 0x7f64faf08730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:48:04.046 +0000] "PUT /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.048001006s debug 2026-04-01T23:48:04.094+0000 7f6587123700 1 ====== starting new request req=0x7f64faf08730 ===== debug 2026-04-01T23:48:04.094+0000 7f6587123700 0 req 8607376474182282759 0.000000000s s3:get_obj No stored secret string, cache miss debug 2026-04-01T23:48:04.138+0000 7f657f914700 1 ====== req done req=0x7f64faf08730 op status=0 http_status=200 latency=0.044000927s ====== debug 2026-04-01T23:48:04.138+0000 7f657f914700 1 beast: 0x7f64faf08730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:48:04.094 +0000] "GET /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.044000927s debug 2026-04-01T23:48:04.182+0000 7f6581117700 1 ====== starting new request req=0x7f64faf08730 ===== debug 2026-04-01T23:48:04.182+0000 7f6581117700 0 req 4939753995398669637 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-04-01T23:48:04.222+0000 7f6578105700 1 ====== req done req=0x7f64faf08730 op status=0 http_status=204 latency=0.040000841s ====== debug 2026-04-01T23:48:04.222+0000 7f6578105700 1 beast: 0x7f64faf08730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:48:04.182 +0000] "DELETE /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.040000841s debug 2026-04-01T23:48:07.970+0000 7f65720f9700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:48:07.970+0000 7f65720f9700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:48:07.970+0000 7f65720f9700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:48:07.970 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:48:12.794+0000 7f662ef15700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-04-01T23:48:17.970+0000 7f65718f8700 1 ====== starting new request req=0x7f64faf89730 ===== debug 2026-04-01T23:48:17.970+0000 7f65718f8700 1 ====== req done req=0x7f64faf89730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:48:17.970+0000 7f65718f8700 1 beast: 0x7f64faf89730: 10.0.0.167 - - [01/Apr/2026:23:48:17.970 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:48:27.971+0000 7f65660e1700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:48:27.971+0000 7f65660e1700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:48:27.971+0000 7f65660e1700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:48:27.967 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:48:37.971+0000 7f655e0d1700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:48:37.971+0000 7f655e0d1700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:48:37.971+0000 7f655e0d1700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:48:37.971 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:48:42.803+0000 7f662ef15700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-04-01T23:48:47.971+0000 7f65590c7700 1 ====== starting new request req=0x7f64faf89730 ===== debug 2026-04-01T23:48:47.971+0000 7f65590c7700 1 ====== req done req=0x7f64faf89730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:48:47.971+0000 7f65590c7700 1 beast: 0x7f64faf89730: 10.0.0.167 - - [01/Apr/2026:23:48:47.971 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:48:57.971+0000 7f65520b9700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:48:57.971+0000 7f65520b9700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:48:57.971+0000 7f65520b9700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:48:57.971 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:49:04.235+0000 7f65500b5700 1 ====== starting new request req=0x7f64fb80b730 ===== debug 2026-04-01T23:49:04.235+0000 7f65500b5700 0 req 16344009897476648154 0.000000000s :get_user_info No stored secret string, cache miss debug 2026-04-01T23:49:05.283+0000 7f65500b5700 1 ====== req done req=0x7f64fb80b730 op status=0 http_status=200 latency=1.048022032s ====== debug 2026-04-01T23:49:05.283+0000 7f65500b5700 1 beast: 0x7f64fb80b730: 10.0.0.78 - rgw-admin-ops-user [01/Apr/2026:23:49:04.235 +0000] "GET /admin/user?format=json&uid=rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 HTTP/1.1" 200 830 - "Go-http-client/1.1" - latency=1.048022032s debug 2026-04-01T23:49:05.287+0000 7f65468a2700 1 ====== starting new request req=0x7f64faf89730 ===== debug 2026-04-01T23:49:05.287+0000 7f65468a2700 0 req 4760105635272113411 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-04-01T23:49:05.327+0000 7f654409d700 1 ====== req done req=0x7f64faf89730 op status=-2 http_status=204 latency=0.040000841s ====== debug 2026-04-01T23:49:05.327+0000 7f654409d700 1 beast: 0x7f64faf89730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:49:05.287 +0000] "DELETE /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.040000841s debug 2026-04-01T23:49:05.327+0000 7f65478a4700 1 ====== starting new request req=0x7f64faf89730 ===== debug 2026-04-01T23:49:05.331+0000 7f65478a4700 0 req 17160129021611190928 0.004000084s s3:create_bucket No stored secret string, cache miss debug 2026-04-01T23:49:05.363+0000 7f6540896700 1 ====== req done req=0x7f64faf89730 op status=0 http_status=200 latency=0.036000758s ====== debug 2026-04-01T23:49:05.363+0000 7f6540896700 1 beast: 0x7f64faf89730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:49:05.327 +0000] "PUT /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862 HTTP/1.1" 200 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000758s debug 2026-04-01T23:49:05.363+0000 7f654309b700 1 ====== starting new request req=0x7f64faf89730 ===== debug 2026-04-01T23:49:05.367+0000 7f654309b700 0 req 5600807201388643825 0.004000084s s3:put_obj No stored secret string, cache miss debug 2026-04-01T23:49:05.411+0000 7f653c08d700 1 ====== req done req=0x7f64faf89730 op status=0 http_status=200 latency=0.048001006s ====== debug 2026-04-01T23:49:05.411+0000 7f653c08d700 1 beast: 0x7f64faf89730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:49:05.363 +0000] "PUT /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.048001006s debug 2026-04-01T23:49:05.411+0000 7f653f093700 1 ====== starting new request req=0x7f64faf89730 ===== debug 2026-04-01T23:49:05.415+0000 7f653f093700 0 req 2364806953851617063 0.004000084s s3:get_obj No stored secret string, cache miss debug 2026-04-01T23:49:05.439+0000 7f6538886700 1 ====== req done req=0x7f64faf89730 op status=0 http_status=200 latency=0.028000589s ====== debug 2026-04-01T23:49:05.439+0000 7f6538886700 1 beast: 0x7f64faf89730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:49:05.411 +0000] "GET /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.028000589s debug 2026-04-01T23:49:05.483+0000 7f653387c700 1 ====== starting new request req=0x7f64faf89730 ===== debug 2026-04-01T23:49:05.483+0000 7f653387c700 0 req 16886395638657301514 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-04-01T23:49:05.523+0000 7f6531077700 1 ====== req done req=0x7f64faf89730 op status=0 http_status=204 latency=0.040000841s ====== debug 2026-04-01T23:49:05.523+0000 7f6531077700 1 beast: 0x7f64faf89730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:49:05.483 +0000] "DELETE /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.040000841s debug 2026-04-01T23:49:07.980+0000 7f652f874700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:49:07.980+0000 7f652f874700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:49:07.980+0000 7f652f874700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:49:07.980 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:49:12.804+0000 7f662ef15700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-04-01T23:49:17.972+0000 7f652485e700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:49:17.972+0000 7f652485e700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:49:17.972+0000 7f652485e700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:49:17.968 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:49:27.972+0000 7f651e852700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:49:27.972+0000 7f651e852700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:49:27.972+0000 7f651e852700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:49:27.968 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:49:37.972+0000 7f6518045700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:49:37.972+0000 7f6518045700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:49:37.972+0000 7f6518045700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:49:37.972 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:49:42.808+0000 7f662ef15700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-04-01T23:49:47.972+0000 7f651283a700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:49:47.972+0000 7f651283a700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:49:47.972+0000 7f651283a700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:49:47.972 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:49:57.973+0000 7f6509027700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:49:57.973+0000 7f6509027700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:49:57.973+0000 7f6509027700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:49:57.973 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:50:05.537+0000 7f6506021700 1 ====== starting new request req=0x7f64fb80b730 ===== debug 2026-04-01T23:50:05.537+0000 7f6506021700 0 req 15901349685701005793 0.000000000s :get_user_info No stored secret string, cache miss debug 2026-04-01T23:50:06.565+0000 7f6506021700 1 ====== req done req=0x7f64fb80b730 op status=0 http_status=200 latency=1.028021574s ====== debug 2026-04-01T23:50:06.565+0000 7f6506021700 1 beast: 0x7f64fb80b730: 10.0.0.78 - rgw-admin-ops-user [01/Apr/2026:23:50:05.537 +0000] "GET /admin/user?format=json&uid=rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 HTTP/1.1" 200 830 - "Go-http-client/1.1" - latency=1.028021574s debug 2026-04-01T23:50:06.569+0000 7f6600a16700 1 ====== starting new request req=0x7f64faf08730 ===== debug 2026-04-01T23:50:06.569+0000 7f6600a16700 0 req 1288546178996121563 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-04-01T23:50:06.593+0000 7f6600215700 1 ====== req done req=0x7f64faf08730 op status=-2 http_status=204 latency=0.024000503s ====== debug 2026-04-01T23:50:06.593+0000 7f6600215700 1 beast: 0x7f64faf08730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:50:06.569 +0000] "DELETE /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.024000503s debug 2026-04-01T23:50:06.593+0000 7f65fd20f700 1 ====== starting new request req=0x7f64faf08730 ===== debug 2026-04-01T23:50:06.593+0000 7f65fd20f700 0 req 9410595198019787642 0.000000000s s3:create_bucket No stored secret string, cache miss debug 2026-04-01T23:50:06.625+0000 7f65f7a04700 1 ====== req done req=0x7f64faf08730 op status=0 http_status=200 latency=0.032000672s ====== debug 2026-04-01T23:50:06.625+0000 7f65f7a04700 1 beast: 0x7f64faf08730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:50:06.593 +0000] "PUT /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862 HTTP/1.1" 200 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.032000672s debug 2026-04-01T23:50:06.625+0000 7f65fca0e700 1 ====== starting new request req=0x7f64faf08730 ===== debug 2026-04-01T23:50:06.625+0000 7f65fca0e700 0 req 4889404466432217860 0.000000000s s3:put_obj No stored secret string, cache miss debug 2026-04-01T23:50:06.665+0000 7f65f6201700 1 ====== req done req=0x7f64faf08730 op status=0 http_status=200 latency=0.040000841s ====== debug 2026-04-01T23:50:06.665+0000 7f65f6201700 1 beast: 0x7f64faf08730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:50:06.625 +0000] "PUT /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.040000841s debug 2026-04-01T23:50:06.665+0000 7f65f5a00700 1 ====== starting new request req=0x7f64faf08730 ===== debug 2026-04-01T23:50:06.665+0000 7f65f5a00700 0 req 15644215248584571523 0.000000000s s3:get_obj No stored secret string, cache miss debug 2026-04-01T23:50:06.685+0000 7f65ee9f2700 1 ====== req done req=0x7f64faf08730 op status=0 http_status=200 latency=0.020000421s ====== debug 2026-04-01T23:50:06.685+0000 7f65ee9f2700 1 beast: 0x7f64faf08730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:50:06.665 +0000] "GET /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.020000421s debug 2026-04-01T23:50:06.729+0000 7f65f29fa700 1 ====== starting new request req=0x7f64faf08730 ===== debug 2026-04-01T23:50:06.729+0000 7f65f29fa700 0 req 9225493427997537130 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-04-01T23:50:06.765+0000 7f65e91e7700 1 ====== req done req=0x7f64faf08730 op status=0 http_status=204 latency=0.036000755s ====== debug 2026-04-01T23:50:06.765+0000 7f65e91e7700 1 beast: 0x7f64faf08730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:50:06.729 +0000] "DELETE /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000755s debug 2026-04-01T23:50:07.973+0000 7f65e61e1700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:50:07.973+0000 7f65e61e1700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:50:07.973+0000 7f65e61e1700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:50:07.973 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:50:12.809+0000 7f662ef15700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-04-01T23:50:17.973+0000 7f65dd9d0700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:50:17.973+0000 7f65dd9d0700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:50:17.973+0000 7f65dd9d0700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:50:17.973 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:50:27.969+0000 7f65d71c3700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:50:27.969+0000 7f65d71c3700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:50:27.969+0000 7f65d71c3700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:50:27.969 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:50:37.965+0000 7f65d09b6700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:50:37.969+0000 7f65d09b6700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.004000084s ====== debug 2026-04-01T23:50:37.969+0000 7f65d09b6700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:50:37.965 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.004000084s debug 2026-04-01T23:50:42.814+0000 7f662ef15700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-04-01T23:50:47.966+0000 7f65cb9ac700 1 ====== starting new request req=0x7f64faf89730 ===== debug 2026-04-01T23:50:47.970+0000 7f65cb9ac700 1 ====== req done req=0x7f64faf89730 op status=0 http_status=200 latency=0.004000084s ====== debug 2026-04-01T23:50:47.970+0000 7f65cb9ac700 1 beast: 0x7f64faf89730: 10.0.0.167 - - [01/Apr/2026:23:50:47.966 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.004000084s debug 2026-04-01T23:50:57.966+0000 7f65c319b700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:50:57.970+0000 7f65c319b700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:50:57.970+0000 7f65c319b700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:50:57.966 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:51:06.782+0000 7f65c399c700 1 ====== starting new request req=0x7f64fb80b730 ===== debug 2026-04-01T23:51:06.782+0000 7f65c399c700 0 req 11887925259251730344 0.000000000s :get_user_info No stored secret string, cache miss debug 2026-04-01T23:51:07.826+0000 7f65bc18d700 1 ====== req done req=0x7f64fb80b730 op status=0 http_status=200 latency=1.044021964s ====== debug 2026-04-01T23:51:07.826+0000 7f65bc18d700 1 beast: 0x7f64fb80b730: 10.0.0.78 - rgw-admin-ops-user [01/Apr/2026:23:51:06.782 +0000] "GET /admin/user?format=json&uid=rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 HTTP/1.1" 200 830 - "Go-http-client/1.1" - latency=1.044021964s debug 2026-04-01T23:51:07.830+0000 7f65b9187700 1 ====== starting new request req=0x7f64faf89730 ===== debug 2026-04-01T23:51:07.830+0000 7f65b9187700 0 req 15710231078974176491 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-04-01T23:51:07.886+0000 7f65b1978700 1 ====== req done req=0x7f64faf89730 op status=-2 http_status=204 latency=0.056001179s ====== debug 2026-04-01T23:51:07.886+0000 7f65b1978700 1 beast: 0x7f64faf89730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:51:07.830 +0000] "DELETE /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.056001179s debug 2026-04-01T23:51:07.890+0000 7f65bb18b700 1 ====== starting new request req=0x7f64faf89730 ===== debug 2026-04-01T23:51:07.890+0000 7f65bb18b700 0 req 13952969486114672591 0.000000000s s3:create_bucket No stored secret string, cache miss debug 2026-04-01T23:51:07.934+0000 7f65b497e700 1 ====== req done req=0x7f64faf89730 op status=0 http_status=200 latency=0.044000924s ====== debug 2026-04-01T23:51:07.934+0000 7f65b497e700 1 beast: 0x7f64faf89730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:51:07.890 +0000] "PUT /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862 HTTP/1.1" 200 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.044000924s debug 2026-04-01T23:51:07.934+0000 7f65b0175700 1 ====== starting new request req=0x7f64faf89730 ===== debug 2026-04-01T23:51:07.934+0000 7f65b0175700 0 req 8846444093066540577 0.000000000s s3:put_obj No stored secret string, cache miss debug 2026-04-01T23:51:07.966+0000 7f65b2179700 1 ====== starting new request req=0x7f64fae06730 ===== debug 2026-04-01T23:51:07.970+0000 7f65b2179700 1 ====== req done req=0x7f64fae06730 op status=0 http_status=200 latency=0.004000083s ====== debug 2026-04-01T23:51:07.970+0000 7f65b2179700 1 beast: 0x7f64fae06730: 10.0.0.167 - - [01/Apr/2026:23:51:07.966 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.004000083s debug 2026-04-01T23:51:07.974+0000 7f65a415d700 1 ====== req done req=0x7f64faf89730 op status=0 http_status=200 latency=0.040000841s ====== debug 2026-04-01T23:51:07.974+0000 7f65a415d700 1 beast: 0x7f64faf89730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:51:07.934 +0000] "PUT /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.040000841s debug 2026-04-01T23:51:07.978+0000 7f65aa169700 1 ====== starting new request req=0x7f64faf89730 ===== debug 2026-04-01T23:51:07.978+0000 7f65aa169700 0 req 14951318935940570181 0.000000000s s3:get_obj No stored secret string, cache miss debug 2026-04-01T23:51:08.002+0000 7f65a0956700 1 ====== req done req=0x7f64faf89730 op status=0 http_status=200 latency=0.024000503s ====== debug 2026-04-01T23:51:08.002+0000 7f65a0956700 1 beast: 0x7f64faf89730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:51:07.978 +0000] "GET /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.024000503s debug 2026-04-01T23:51:08.046+0000 7f65a295a700 1 ====== starting new request req=0x7f64faf89730 ===== debug 2026-04-01T23:51:08.046+0000 7f65a295a700 0 req 6314514747648904653 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-04-01T23:51:08.086+0000 7f6599948700 1 ====== req done req=0x7f64faf89730 op status=0 http_status=204 latency=0.040000841s ====== debug 2026-04-01T23:51:08.086+0000 7f6599948700 1 beast: 0x7f64faf89730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:51:08.046 +0000] "DELETE /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.040000841s debug 2026-04-01T23:51:12.814+0000 7f662ef15700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-04-01T23:51:17.970+0000 7f65a8165700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:51:17.970+0000 7f65a8165700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:51:17.970+0000 7f65a8165700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:51:17.970 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:51:27.970+0000 7f6589928700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:51:27.970+0000 7f6589928700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:51:27.970+0000 7f6589928700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:51:27.970 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:51:37.971+0000 7f658511f700 1 ====== starting new request req=0x7f64faf08730 ===== debug 2026-04-01T23:51:37.971+0000 7f658511f700 1 ====== req done req=0x7f64faf08730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:51:37.971+0000 7f658511f700 1 beast: 0x7f64faf08730: 10.0.0.167 - - [01/Apr/2026:23:51:37.971 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:51:42.823+0000 7f662ef15700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-04-01T23:51:47.971+0000 7f6580115700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:51:47.971+0000 7f6580115700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:51:47.971+0000 7f6580115700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:51:47.971 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:51:57.971+0000 7f6581117700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:51:57.971+0000 7f6581117700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:51:57.971+0000 7f6581117700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:51:57.971 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:52:07.971+0000 7f65748fe700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:52:07.971+0000 7f65748fe700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:52:07.971+0000 7f65748fe700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:52:07.971 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:52:08.103+0000 7f65708f6700 1 ====== starting new request req=0x7f64fb80b730 ===== debug 2026-04-01T23:52:08.107+0000 7f65708f6700 0 req 15670651374302698251 0.004000084s :get_user_info No stored secret string, cache miss debug 2026-04-01T23:52:09.135+0000 7f65708f6700 1 ====== req done req=0x7f64fb80b730 op status=0 http_status=200 latency=1.032021642s ====== debug 2026-04-01T23:52:09.135+0000 7f65708f6700 1 beast: 0x7f64fb80b730: 10.0.0.78 - rgw-admin-ops-user [01/Apr/2026:23:52:08.103 +0000] "GET /admin/user?format=json&uid=rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 HTTP/1.1" 200 830 - "Go-http-client/1.1" - latency=1.032021642s debug 2026-04-01T23:52:09.135+0000 7f656c0ed700 1 ====== starting new request req=0x7f64faf08730 ===== debug 2026-04-01T23:52:09.139+0000 7f656c0ed700 0 req 14766513364213317406 0.004000084s s3:delete_obj No stored secret string, cache miss debug 2026-04-01T23:52:09.163+0000 7f65668e2700 1 ====== req done req=0x7f64faf08730 op status=-2 http_status=204 latency=0.028000588s ====== debug 2026-04-01T23:52:09.163+0000 7f65668e2700 1 beast: 0x7f64faf08730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:52:09.135 +0000] "DELETE /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.028000588s debug 2026-04-01T23:52:09.163+0000 7f65680e5700 1 ====== starting new request req=0x7f64faf08730 ===== debug 2026-04-01T23:52:09.163+0000 7f65680e5700 0 req 2906743549607492767 0.000000000s s3:create_bucket No stored secret string, cache miss debug 2026-04-01T23:52:09.199+0000 7f65628da700 1 ====== req done req=0x7f64faf08730 op status=0 http_status=200 latency=0.036000758s ====== debug 2026-04-01T23:52:09.199+0000 7f65628da700 1 beast: 0x7f64faf08730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:52:09.163 +0000] "PUT /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862 HTTP/1.1" 200 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000758s debug 2026-04-01T23:52:09.199+0000 7f65658e0700 1 ====== starting new request req=0x7f64faf08730 ===== debug 2026-04-01T23:52:09.199+0000 7f65658e0700 0 req 12070169599531041438 0.000000000s s3:put_obj No stored secret string, cache miss debug 2026-04-01T23:52:09.243+0000 7f655f0d3700 1 ====== req done req=0x7f64faf08730 op status=0 http_status=200 latency=0.044000927s ====== debug 2026-04-01T23:52:09.243+0000 7f655f0d3700 1 beast: 0x7f64faf08730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:52:09.199 +0000] "PUT /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.044000927s debug 2026-04-01T23:52:09.243+0000 7f65610d7700 1 ====== starting new request req=0x7f64faf08730 ===== debug 2026-04-01T23:52:09.243+0000 7f65610d7700 0 req 14020294838658112812 0.000000000s s3:get_obj No stored secret string, cache miss debug 2026-04-01T23:52:09.283+0000 7f655a8ca700 1 ====== req done req=0x7f64faf08730 op status=0 http_status=200 latency=0.040000841s ====== debug 2026-04-01T23:52:09.283+0000 7f655a8ca700 1 beast: 0x7f64faf08730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:52:09.243 +0000] "GET /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.040000841s debug 2026-04-01T23:52:09.331+0000 7f655c8ce700 1 ====== starting new request req=0x7f64faf08730 ===== debug 2026-04-01T23:52:09.331+0000 7f655c8ce700 0 req 1500912107961200155 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-04-01T23:52:09.379+0000 7f65530bb700 1 ====== req done req=0x7f64faf08730 op status=0 http_status=204 latency=0.048001014s ====== debug 2026-04-01T23:52:09.379+0000 7f65530bb700 1 beast: 0x7f64faf08730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:52:09.331 +0000] "DELETE /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.048001014s debug 2026-04-01T23:52:12.823+0000 7f662ef15700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-04-01T23:52:17.972+0000 7f654e8b2700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:52:17.972+0000 7f654e8b2700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:52:17.972+0000 7f654e8b2700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:52:17.972 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:52:27.972+0000 7f65498a8700 1 ====== starting new request req=0x7f64faf89730 ===== debug 2026-04-01T23:52:27.972+0000 7f65498a8700 1 ====== req done req=0x7f64faf89730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:52:27.972+0000 7f65498a8700 1 beast: 0x7f64faf89730: 10.0.0.167 - - [01/Apr/2026:23:52:27.972 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:52:37.972+0000 7f653e892700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:52:37.972+0000 7f653e892700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:52:37.972+0000 7f653e892700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:52:37.972 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:52:42.832+0000 7f662ef15700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-04-01T23:52:47.972+0000 7f653f093700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:52:47.972+0000 7f653f093700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:52:47.972+0000 7f653f093700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:52:47.972 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:52:57.972+0000 7f653307b700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:52:57.972+0000 7f653307b700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:52:57.972+0000 7f653307b700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:52:57.972 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:53:07.973+0000 7f6531077700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:53:07.973+0000 7f6531077700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:53:07.973+0000 7f6531077700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:53:07.973 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:53:09.393+0000 7f653507f700 1 ====== starting new request req=0x7f64fb80b730 ===== debug 2026-04-01T23:53:09.393+0000 7f653507f700 0 req 12970062862372270846 0.000000000s :get_user_info No stored secret string, cache miss debug 2026-04-01T23:53:10.425+0000 7f653507f700 1 ====== req done req=0x7f64fb80b730 op status=0 http_status=200 latency=1.032021642s ====== debug 2026-04-01T23:53:10.425+0000 7f653507f700 1 beast: 0x7f64fb80b730: 10.0.0.78 - rgw-admin-ops-user [01/Apr/2026:23:53:09.393 +0000] "GET /admin/user?format=json&uid=rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 HTTP/1.1" 200 830 - "Go-http-client/1.1" - latency=1.032021642s debug 2026-04-01T23:53:10.433+0000 7f652a069700 1 ====== starting new request req=0x7f64faf89730 ===== debug 2026-04-01T23:53:10.433+0000 7f652a069700 0 req 17157152553770641267 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-04-01T23:53:10.469+0000 7f6522059700 1 ====== req done req=0x7f64faf89730 op status=-2 http_status=204 latency=0.036000755s ====== debug 2026-04-01T23:53:10.469+0000 7f6522059700 1 beast: 0x7f64faf89730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:53:10.433 +0000] "DELETE /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000755s debug 2026-04-01T23:53:10.473+0000 7f6520856700 1 ====== starting new request req=0x7f64faf89730 ===== debug 2026-04-01T23:53:10.473+0000 7f6520856700 0 req 14786613508889527302 0.000000000s s3:create_bucket No stored secret string, cache miss debug 2026-04-01T23:53:10.521+0000 7f651d850700 1 ====== req done req=0x7f64faf89730 op status=0 http_status=200 latency=0.048001006s ====== debug 2026-04-01T23:53:10.521+0000 7f651d850700 1 beast: 0x7f64faf89730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:53:10.473 +0000] "PUT /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862 HTTP/1.1" 200 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.048001006s debug 2026-04-01T23:53:10.521+0000 7f6525860700 1 ====== starting new request req=0x7f64faf89730 ===== debug 2026-04-01T23:53:10.521+0000 7f6525860700 0 req 11539069649694251625 0.000000000s s3:put_obj No stored secret string, cache miss debug 2026-04-01T23:53:10.557+0000 7f651a84a700 1 ====== req done req=0x7f64faf89730 op status=0 http_status=200 latency=0.036000758s ====== debug 2026-04-01T23:53:10.557+0000 7f651a84a700 1 beast: 0x7f64faf89730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:53:10.521 +0000] "PUT /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000758s debug 2026-04-01T23:53:10.561+0000 7f651f053700 1 ====== starting new request req=0x7f64faf89730 ===== debug 2026-04-01T23:53:10.561+0000 7f651f053700 0 req 1853038871813924166 0.000000000s s3:get_obj No stored secret string, cache miss debug 2026-04-01T23:53:10.593+0000 7f6517043700 1 ====== req done req=0x7f64faf89730 op status=0 http_status=200 latency=0.032000672s ====== debug 2026-04-01T23:53:10.593+0000 7f6517043700 1 beast: 0x7f64faf89730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:53:10.561 +0000] "GET /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.032000672s debug 2026-04-01T23:53:10.641+0000 7f6519047700 1 ====== starting new request req=0x7f64faf89730 ===== debug 2026-04-01T23:53:10.641+0000 7f6519047700 0 req 17310069702289290876 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-04-01T23:53:10.677+0000 7f650d830700 1 ====== req done req=0x7f64faf89730 op status=0 http_status=204 latency=0.036000758s ====== debug 2026-04-01T23:53:10.677+0000 7f650d830700 1 beast: 0x7f64faf89730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:53:10.641 +0000] "DELETE /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000758s debug 2026-04-01T23:53:12.833+0000 7f662ef15700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-04-01T23:53:17.969+0000 7f6508826700 1 ====== starting new request req=0x7f64faf08730 ===== debug 2026-04-01T23:53:17.973+0000 7f6508826700 1 ====== req done req=0x7f64faf08730 op status=0 http_status=200 latency=0.004000085s ====== debug 2026-04-01T23:53:17.973+0000 7f6508826700 1 beast: 0x7f64faf08730: 10.0.0.167 - - [01/Apr/2026:23:53:17.969 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.004000085s debug 2026-04-01T23:53:27.973+0000 7f6502019700 1 ====== starting new request req=0x7f64faf08730 ===== debug 2026-04-01T23:53:27.973+0000 7f6502019700 1 ====== req done req=0x7f64faf08730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:53:27.973+0000 7f6502019700 1 beast: 0x7f64faf08730: 10.0.0.167 - - [01/Apr/2026:23:53:27.973 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:53:37.973+0000 7f65f8a06700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:53:37.973+0000 7f65f8a06700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:53:37.973+0000 7f65f8a06700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:53:37.973 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:53:42.833+0000 7f662ef15700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-04-01T23:53:47.969+0000 7f65f39fc700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:53:47.969+0000 7f65f39fc700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:53:47.969+0000 7f65f39fc700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:53:47.969 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:53:57.970+0000 7f65ed1ef700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:53:57.970+0000 7f65ed1ef700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:53:57.970+0000 7f65ed1ef700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:53:57.970 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:54:07.970+0000 7f65e71e3700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:54:07.970+0000 7f65e71e3700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:54:07.970+0000 7f65e71e3700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:54:07.970 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:54:10.686+0000 7f65e51df700 1 ====== starting new request req=0x7f64fb80b730 ===== debug 2026-04-01T23:54:10.686+0000 7f65e51df700 0 req 10711848336914608604 0.000000000s :get_user_info No stored secret string, cache miss debug 2026-04-01T23:54:11.734+0000 7f65e11d7700 1 ====== req done req=0x7f64fb80b730 op status=0 http_status=200 latency=1.048022032s ====== debug 2026-04-01T23:54:11.734+0000 7f65e11d7700 1 beast: 0x7f64fb80b730: 10.0.0.78 - rgw-admin-ops-user [01/Apr/2026:23:54:10.686 +0000] "GET /admin/user?format=json&uid=rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 HTTP/1.1" 200 830 - "Go-http-client/1.1" - latency=1.048022032s debug 2026-04-01T23:54:11.734+0000 7f65db1cb700 1 ====== starting new request req=0x7f64faf08730 ===== debug 2026-04-01T23:54:11.734+0000 7f65db1cb700 0 req 15900808723894360122 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-04-01T23:54:11.766+0000 7f65db9cc700 1 ====== req done req=0x7f64faf08730 op status=-2 http_status=204 latency=0.032000676s ====== debug 2026-04-01T23:54:11.766+0000 7f65db9cc700 1 beast: 0x7f64faf08730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:54:11.734 +0000] "DELETE /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.032000676s debug 2026-04-01T23:54:11.766+0000 7f65d91c7700 1 ====== starting new request req=0x7f64faf08730 ===== debug 2026-04-01T23:54:11.766+0000 7f65d91c7700 0 req 7491037892662687516 0.000000000s s3:create_bucket No stored secret string, cache miss debug 2026-04-01T23:54:11.806+0000 7f65d69c2700 1 ====== req done req=0x7f64faf08730 op status=0 http_status=200 latency=0.040000841s ====== debug 2026-04-01T23:54:11.806+0000 7f65d69c2700 1 beast: 0x7f64faf08730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:54:11.766 +0000] "PUT /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862 HTTP/1.1" 200 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.040000841s debug 2026-04-01T23:54:11.806+0000 7f65d79c4700 1 ====== starting new request req=0x7f64faf08730 ===== debug 2026-04-01T23:54:11.806+0000 7f65d79c4700 0 req 4746966168782146200 0.000000000s s3:put_obj No stored secret string, cache miss debug 2026-04-01T23:54:11.842+0000 7f65d71c3700 1 ====== req done req=0x7f64faf08730 op status=0 http_status=200 latency=0.036000758s ====== debug 2026-04-01T23:54:11.842+0000 7f65d71c3700 1 beast: 0x7f64faf08730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:54:11.806 +0000] "PUT /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000758s debug 2026-04-01T23:54:11.842+0000 7f65d81c5700 1 ====== starting new request req=0x7f64faf08730 ===== debug 2026-04-01T23:54:11.846+0000 7f65d81c5700 0 req 4358972947586445632 0.004000084s s3:get_obj No stored secret string, cache miss debug 2026-04-01T23:54:11.886+0000 7f65d01b5700 1 ====== req done req=0x7f64faf08730 op status=0 http_status=200 latency=0.044000927s ====== debug 2026-04-01T23:54:11.886+0000 7f65d01b5700 1 beast: 0x7f64faf08730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:54:11.842 +0000] "GET /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.044000927s debug 2026-04-01T23:54:11.930+0000 7f65cf1b3700 1 ====== starting new request req=0x7f64faf08730 ===== debug 2026-04-01T23:54:11.930+0000 7f65cf1b3700 0 req 2695295389321044585 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-04-01T23:54:11.966+0000 7f65c519f700 1 ====== req done req=0x7f64faf08730 op status=0 http_status=204 latency=0.036000758s ====== debug 2026-04-01T23:54:11.966+0000 7f65c519f700 1 beast: 0x7f64faf08730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:54:11.930 +0000] "DELETE /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000758s debug 2026-04-01T23:54:12.834+0000 7f662ef15700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-04-01T23:54:17.966+0000 7f65bb98c700 1 ====== starting new request req=0x7f64faf89730 ===== debug 2026-04-01T23:54:17.966+0000 7f65bb98c700 1 ====== req done req=0x7f64faf89730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:54:17.966+0000 7f65bb98c700 1 beast: 0x7f64faf89730: 10.0.0.167 - - [01/Apr/2026:23:54:17.966 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:54:27.966+0000 7f65ba189700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:54:27.970+0000 7f65ba189700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.004000083s ====== debug 2026-04-01T23:54:27.970+0000 7f65ba189700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:54:27.966 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.004000083s debug 2026-04-01T23:54:37.970+0000 7f65b6181700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:54:37.970+0000 7f65b6181700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:54:37.970+0000 7f65b6181700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:54:37.970 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:54:42.843+0000 7f662ef15700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-04-01T23:54:47.971+0000 7f65af173700 1 ====== starting new request req=0x7f64faf89730 ===== debug 2026-04-01T23:54:47.971+0000 7f65af173700 1 ====== req done req=0x7f64faf89730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:54:47.971+0000 7f65af173700 1 beast: 0x7f64faf89730: 10.0.0.167 - - [01/Apr/2026:23:54:47.971 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:54:57.971+0000 7f65a395c700 1 ====== starting new request req=0x7f64faf89730 ===== debug 2026-04-01T23:54:57.971+0000 7f65a395c700 1 ====== req done req=0x7f64faf89730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:54:57.971+0000 7f65a395c700 1 beast: 0x7f64faf89730: 10.0.0.167 - - [01/Apr/2026:23:54:57.971 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:55:07.971+0000 7f659f153700 1 ====== starting new request req=0x7f64faf89730 ===== debug 2026-04-01T23:55:07.971+0000 7f659f153700 1 ====== req done req=0x7f64faf89730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:55:07.971+0000 7f659f153700 1 beast: 0x7f64faf89730: 10.0.0.167 - - [01/Apr/2026:23:55:07.971 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-01T23:55:11.999+0000 7f659d950700 1 ====== starting new request req=0x7f64fb80b730 ===== debug 2026-04-01T23:55:11.999+0000 7f659d950700 0 req 6403255387031058718 0.000000000s :get_user_info No stored secret string, cache miss debug 2026-04-01T23:55:12.843+0000 7f662ef15700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-04-01T23:55:13.027+0000 7f659d950700 1 ====== req done req=0x7f64fb80b730 op status=0 http_status=200 latency=1.028021574s ====== debug 2026-04-01T23:55:13.027+0000 7f659d950700 1 beast: 0x7f64fb80b730: 10.0.0.78 - rgw-admin-ops-user [01/Apr/2026:23:55:11.999 +0000] "GET /admin/user?format=json&uid=rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 HTTP/1.1" 200 830 - "Go-http-client/1.1" - latency=1.028021574s debug 2026-04-01T23:55:13.031+0000 7f659293a700 1 ====== starting new request req=0x7f64faf89730 ===== debug 2026-04-01T23:55:13.031+0000 7f659293a700 0 req 456228574908632697 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-04-01T23:55:13.055+0000 7f6597143700 1 ====== req done req=0x7f64faf89730 op status=-2 http_status=204 latency=0.024000503s ====== debug 2026-04-01T23:55:13.055+0000 7f6597143700 1 beast: 0x7f64faf89730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:55:13.031 +0000] "DELETE /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.024000503s debug 2026-04-01T23:55:13.059+0000 7f6590936700 1 ====== starting new request req=0x7f64faf89730 ===== debug 2026-04-01T23:55:13.059+0000 7f6590936700 0 req 12500095425679682331 0.000000000s s3:create_bucket No stored secret string, cache miss debug 2026-04-01T23:55:13.091+0000 7f658c12d700 1 ====== req done req=0x7f64faf89730 op status=0 http_status=200 latency=0.032000672s ====== debug 2026-04-01T23:55:13.091+0000 7f658c12d700 1 beast: 0x7f64faf89730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:55:13.059 +0000] "PUT /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862 HTTP/1.1" 200 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.032000672s debug 2026-04-01T23:55:13.091+0000 7f65a8165700 1 ====== starting new request req=0x7f64faf89730 ===== debug 2026-04-01T23:55:13.095+0000 7f65a8165700 0 req 1456027664850405625 0.004000084s s3:put_obj No stored secret string, cache miss debug 2026-04-01T23:55:13.131+0000 7f6589928700 1 ====== req done req=0x7f64faf89730 op status=0 http_status=200 latency=0.040000845s ====== debug 2026-04-01T23:55:13.131+0000 7f6589928700 1 beast: 0x7f64faf89730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:55:13.091 +0000] "PUT /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.040000845s debug 2026-04-01T23:55:13.131+0000 7f658f934700 1 ====== starting new request req=0x7f64faf89730 ===== debug 2026-04-01T23:55:13.131+0000 7f658f934700 0 req 13280852561802696391 0.000000000s s3:get_obj No stored secret string, cache miss debug 2026-04-01T23:55:13.155+0000 7f658391c700 1 ====== req done req=0x7f64faf89730 op status=0 http_status=200 latency=0.024000503s ====== debug 2026-04-01T23:55:13.155+0000 7f658391c700 1 beast: 0x7f64faf89730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:55:13.131 +0000] "GET /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.024000503s debug 2026-04-01T23:55:13.199+0000 7f6586922700 1 ====== starting new request req=0x7f64faf89730 ===== debug 2026-04-01T23:55:13.199+0000 7f6586922700 0 req 9881517086993761519 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-04-01T23:55:13.235+0000 7f657b90c700 1 ====== req done req=0x7f64faf89730 op status=0 http_status=204 latency=0.036000758s ====== debug 2026-04-01T23:55:13.235+0000 7f657b90c700 1 beast: 0x7f64faf89730: 10.0.0.78 - rook-ceph-internal-s3-user-checker-325b3793-670e-46c1-a15d-ca8248fa1862 [01/Apr/2026:23:55:13.199 +0000] "DELETE /rook-ceph-bucket-checker-325b3793-670e-46c1-a15d-ca8248fa1862/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000758s debug 2026-04-01T23:55:17.971+0000 7f657a109700 1 ====== starting new request req=0x7f64fae87730 ===== debug 2026-04-01T23:55:17.971+0000 7f657a109700 1 ====== req done req=0x7f64fae87730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-01T23:55:17.971+0000 7f657a109700 1 beast: 0x7f64fae87730: 10.0.0.167 - - [01/Apr/2026:23:55:17.967 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s