debug 2026-03-14T01:50:13.919+0000 7fc293c96a80 0 deferred set uid:gid to 167:167 (ceph:ceph) debug 2026-03-14T01:50:13.919+0000 7fc293c96a80 0 ceph version 18.2.1 (7fe91d5d5842e04be3b4f514d6dd990c54b29c76) reef (stable), process radosgw, pid 13 debug 2026-03-14T01:50:13.919+0000 7fc293c96a80 0 framework: beast debug 2026-03-14T01:50:13.919+0000 7fc293c96a80 0 framework conf key: port, val: 8080 debug 2026-03-14T01:50:13.919+0000 7fc293c96a80 1 init_numa not setting numa affinity debug 2026-03-14T01:50:14.955+0000 7fc293c96a80 0 framework: beast debug 2026-03-14T01:50:14.955+0000 7fc293c96a80 0 framework conf key: ssl_certificate, val: config://rgw/cert/$realm/$zone.crt debug 2026-03-14T01:50:14.955+0000 7fc293c96a80 0 framework conf key: ssl_private_key, val: config://rgw/cert/$realm/$zone.key debug 2026-03-14T01:50:14.971+0000 7fc293c96a80 0 starting handler: beast debug 2026-03-14T01:50:14.971+0000 7fc293c96a80 0 set uid:gid to 167:167 (ceph:ceph) debug 2026-03-14T01:50:14.991+0000 7fc293c96a80 1 mgrc service_daemon_register rgw.14508 metadata {arch=x86_64,ceph_release=reef,ceph_version=ceph version 18.2.1 (7fe91d5d5842e04be3b4f514d6dd990c54b29c76) reef (stable),ceph_version_short=18.2.1,container_hostname=rook-ceph-rgw-ceph-a-67fd8975c6-jjvnn,container_image=harbor.atmosphere.dev/quay.io/ceph/ceph:v18.2.1,cpu=AMD EPYC-Rome Processor,distro=centos,distro_description=CentOS Stream 8,distro_version=8,frontend_config#0=beast port=8080,frontend_type#0=beast,hostname=instance,id=ceph.a,kernel_description=#181-Ubuntu SMP Fri Feb 6 22:44:50 UTC 2026,kernel_version=5.15.0-171-generic,mem_swap_kb=0,mem_total_kb=65841452,num_handles=1,os=Linux,pid=13,pod_name=rook-ceph-rgw-ceph-a-67fd8975c6-jjvnn,pod_namespace=openstack,realm_id=74a15bc4-5e75-4caa-ac61-68e7c2d06ff2,realm_name=ceph,zone_id=4ba4ecc3-c39c-41ae-a2c5-80ae0151c0be,zone_name=ceph,zonegroup_id=5527e561-09ef-4345-9e6d-d88efe448fb1,zonegroup_name=ceph} debug 2026-03-14T01:50:32.771+0000 7fc262323700 1 ====== starting new request req=0x7fc15f11c730 ===== debug 2026-03-14T01:50:32.775+0000 7fc25f31d700 1 ====== req done req=0x7fc15f11c730 op status=0 http_status=200 latency=0.004000073s ====== debug 2026-03-14T01:50:32.775+0000 7fc25f31d700 1 beast: 0x7fc15f11c730: 10.0.0.99 - - [14/Mar/2026:01:50:32.771 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.004000073s debug 2026-03-14T01:50:42.771+0000 7fc25bb16700 1 ====== starting new request req=0x7fc15f09b730 ===== debug 2026-03-14T01:50:42.771+0000 7fc25bb16700 1 ====== req done req=0x7fc15f09b730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:50:42.771+0000 7fc25bb16700 1 beast: 0x7fc15f09b730: 10.0.0.99 - - [14/Mar/2026:01:50:42.771 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:50:44.955+0000 7fc292826700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-03-14T01:50:52.771+0000 7fc254307700 1 ====== starting new request req=0x7fc15f09b730 ===== debug 2026-03-14T01:50:52.771+0000 7fc254307700 1 ====== req done req=0x7fc15f09b730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:50:52.771+0000 7fc254307700 1 beast: 0x7fc15f09b730: 10.0.0.99 - - [14/Mar/2026:01:50:52.771 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:51:02.775+0000 7fc24f2fd700 1 ====== starting new request req=0x7fc15f11c730 ===== debug 2026-03-14T01:51:02.775+0000 7fc24f2fd700 1 ====== req done req=0x7fc15f11c730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:51:02.775+0000 7fc24f2fd700 1 beast: 0x7fc15f11c730: 10.0.0.99 - - [14/Mar/2026:01:51:02.771 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:51:12.772+0000 7fc247aee700 1 ====== starting new request req=0x7fc15f09b730 ===== debug 2026-03-14T01:51:12.772+0000 7fc247aee700 1 ====== req done req=0x7fc15f09b730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:51:12.772+0000 7fc247aee700 1 beast: 0x7fc15f09b730: 10.0.0.99 - - [14/Mar/2026:01:51:12.772 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:51:14.956+0000 7fc292826700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-03-14T01:51:22.772+0000 7fc240ae0700 1 ====== starting new request req=0x7fc15f11c730 ===== debug 2026-03-14T01:51:22.772+0000 7fc240ae0700 1 ====== req done req=0x7fc15f11c730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:51:22.772+0000 7fc240ae0700 1 beast: 0x7fc15f11c730: 10.0.0.99 - - [14/Mar/2026:01:51:22.772 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:51:32.772+0000 7fc237ace700 1 ====== starting new request req=0x7fc15f09b730 ===== debug 2026-03-14T01:51:32.772+0000 7fc237ace700 1 ====== req done req=0x7fc15f09b730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:51:32.772+0000 7fc237ace700 1 beast: 0x7fc15f09b730: 10.0.0.99 - - [14/Mar/2026:01:51:32.772 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:51:42.772+0000 7fc2322c3700 1 ====== starting new request req=0x7fc15f11c730 ===== debug 2026-03-14T01:51:42.772+0000 7fc2322c3700 1 ====== req done req=0x7fc15f11c730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:51:42.772+0000 7fc2322c3700 1 beast: 0x7fc15f11c730: 10.0.0.99 - - [14/Mar/2026:01:51:42.772 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:51:44.956+0000 7fc292826700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-03-14T01:51:47.240+0000 7fc2332c5700 1 ====== starting new request req=0x7fc15f11c730 ===== debug 2026-03-14T01:51:47.240+0000 7fc2332c5700 0 req 4416258838591493969 0.000000000s :get_user_info No stored secret string, cache miss debug 2026-03-14T01:51:48.652+0000 7fc2252a9700 1 ====== req done req=0x7fc15f11c730 op status=-2042 http_status=404 latency=1.412025690s ====== debug 2026-03-14T01:51:48.652+0000 7fc2252a9700 1 beast: 0x7fc15f11c730: 10.0.0.83 - rgw-admin-ops-user [14/Mar/2026:01:51:47.240 +0000] "GET /admin/user?format=json&uid=rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 HTTP/1.1" 404 119 - "Go-http-client/1.1" - latency=1.412025690s debug 2026-03-14T01:51:48.652+0000 7fc2292b1700 1 ====== starting new request req=0x7fc15f11c730 ===== debug 2026-03-14T01:51:48.652+0000 7fc2292b1700 0 req 11880744483744059689 0.000000000s :create_user No stored secret string, cache miss debug 2026-03-14T01:51:48.696+0000 7fc21ea9c700 1 ====== req done req=0x7fc15f11c730 op status=0 http_status=200 latency=0.044000801s ====== debug 2026-03-14T01:51:48.696+0000 7fc21ea9c700 1 beast: 0x7fc15f11c730: 10.0.0.83 - rgw-admin-ops-user [14/Mar/2026:01:51:48.652 +0000] "PUT /admin/user?display-name=rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034&format=json&uid=rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 HTTP/1.1" 200 830 - "Go-http-client/1.1" - latency=0.044000801s debug 2026-03-14T01:51:48.740+0000 7fc2222a3700 1 ====== starting new request req=0x7fc15e89a730 ===== debug 2026-03-14T01:51:48.740+0000 7fc2222a3700 0 req 7652174968535776721 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-03-14T01:51:48.764+0000 7fc218a90700 1 req 7652174968535776721 0.024000438s op->ERRORHANDLER: err_no=-2002 new_err_no=-2002 debug 2026-03-14T01:51:48.764+0000 7fc218a90700 1 ====== req done req=0x7fc15e89a730 op status=0 http_status=404 latency=0.024000438s ====== debug 2026-03-14T01:51:48.764+0000 7fc218a90700 1 beast: 0x7fc15e89a730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:51:48.740 +0000] "DELETE /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034/rookHealthCheckTestObject HTTP/1.1" 404 281 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.024000438s debug 2026-03-14T01:51:48.764+0000 7fc21b295700 1 ====== starting new request req=0x7fc15e89a730 ===== debug 2026-03-14T01:51:48.764+0000 7fc21b295700 0 req 5231839908635021241 0.000000000s s3:create_bucket No stored secret string, cache miss debug 2026-03-14T01:51:48.820+0000 7fc210a80700 1 ====== req done req=0x7fc15e89a730 op status=0 http_status=200 latency=0.056001019s ====== debug 2026-03-14T01:51:48.820+0000 7fc210a80700 1 beast: 0x7fc15e89a730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:51:48.764 +0000] "PUT /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 HTTP/1.1" 200 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.056001019s debug 2026-03-14T01:51:48.820+0000 7fc215289700 1 ====== starting new request req=0x7fc15e89a730 ===== debug 2026-03-14T01:51:48.820+0000 7fc215289700 0 req 8091681558716000092 0.000000000s s3:put_obj No stored secret string, cache miss debug 2026-03-14T01:51:48.856+0000 7fc209271700 1 ====== req done req=0x7fc15e89a730 op status=0 http_status=200 latency=0.036000658s ====== debug 2026-03-14T01:51:48.856+0000 7fc209271700 1 beast: 0x7fc15e89a730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:51:48.820 +0000] "PUT /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000658s debug 2026-03-14T01:51:48.860+0000 7fc20e27b700 1 ====== starting new request req=0x7fc15e89a730 ===== debug 2026-03-14T01:51:48.860+0000 7fc20e27b700 0 req 6597280558311175272 0.000000000s s3:get_obj No stored secret string, cache miss debug 2026-03-14T01:51:48.880+0000 7fc205269700 1 ====== req done req=0x7fc15e89a730 op status=0 http_status=200 latency=0.020000365s ====== debug 2026-03-14T01:51:48.880+0000 7fc205269700 1 beast: 0x7fc15e89a730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:51:48.860 +0000] "GET /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.020000365s debug 2026-03-14T01:51:48.928+0000 7fc200a60700 1 ====== starting new request req=0x7fc15e89a730 ===== debug 2026-03-14T01:51:48.928+0000 7fc200a60700 0 req 3322173833597511062 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-03-14T01:51:48.960+0000 7fc1fca58700 1 ====== req done req=0x7fc15e89a730 op status=0 http_status=204 latency=0.032000583s ====== debug 2026-03-14T01:51:48.960+0000 7fc1fca58700 1 beast: 0x7fc15e89a730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:51:48.928 +0000] "DELETE /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.032000583s debug 2026-03-14T01:51:52.772+0000 7fc1fa253700 1 ====== starting new request req=0x7fc15e798730 ===== debug 2026-03-14T01:51:52.772+0000 7fc1fa253700 1 ====== req done req=0x7fc15e798730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:51:52.772+0000 7fc1fa253700 1 beast: 0x7fc15e798730: 10.0.0.99 - - [14/Mar/2026:01:51:52.772 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:52:02.773+0000 7fc207a6e700 1 ====== starting new request req=0x7fc15e819730 ===== debug 2026-03-14T01:52:02.773+0000 7fc207a6e700 1 ====== req done req=0x7fc15e819730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:52:02.773+0000 7fc207a6e700 1 beast: 0x7fc15e819730: 10.0.0.99 - - [14/Mar/2026:01:52:02.773 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:52:12.773+0000 7fc1ec237700 1 ====== starting new request req=0x7fc15e819730 ===== debug 2026-03-14T01:52:12.773+0000 7fc1ec237700 1 ====== req done req=0x7fc15e819730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:52:12.773+0000 7fc1ec237700 1 beast: 0x7fc15e819730: 10.0.0.99 - - [14/Mar/2026:01:52:12.773 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:52:14.957+0000 7fc292826700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-03-14T01:52:14.957+0000 7fc292826700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=-), skipping debug 2026-03-14T01:52:22.773+0000 7fc1e6a2c700 1 ====== starting new request req=0x7fc15e798730 ===== debug 2026-03-14T01:52:22.773+0000 7fc1e6a2c700 1 ====== req done req=0x7fc15e798730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:52:22.773+0000 7fc1e6a2c700 1 beast: 0x7fc15e798730: 10.0.0.99 - - [14/Mar/2026:01:52:22.773 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:52:32.773+0000 7fc1e0a20700 1 ====== starting new request req=0x7fc15e819730 ===== debug 2026-03-14T01:52:32.773+0000 7fc1e0a20700 1 ====== req done req=0x7fc15e819730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:52:32.773+0000 7fc1e0a20700 1 beast: 0x7fc15e819730: 10.0.0.99 - - [14/Mar/2026:01:52:32.773 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:52:42.773+0000 7fc1db215700 1 ====== starting new request req=0x7fc15e798730 ===== debug 2026-03-14T01:52:42.773+0000 7fc1db215700 1 ====== req done req=0x7fc15e798730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:52:42.773+0000 7fc1db215700 1 beast: 0x7fc15e798730: 10.0.0.99 - - [14/Mar/2026:01:52:42.773 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:52:44.965+0000 7fc292826700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-03-14T01:52:48.973+0000 7fc1d8a10700 1 ====== starting new request req=0x7fc15f11c730 ===== debug 2026-03-14T01:52:48.973+0000 7fc1d8a10700 0 req 14500015419243646115 0.000000000s :get_user_info No stored secret string, cache miss debug 2026-03-14T01:52:50.017+0000 7fc1d8a10700 1 ====== req done req=0x7fc15f11c730 op status=0 http_status=200 latency=1.044018984s ====== debug 2026-03-14T01:52:50.017+0000 7fc1d8a10700 1 beast: 0x7fc15f11c730: 10.0.0.83 - rgw-admin-ops-user [14/Mar/2026:01:52:48.973 +0000] "GET /admin/user?format=json&uid=rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 HTTP/1.1" 200 830 - "Go-http-client/1.1" - latency=1.044018984s debug 2026-03-14T01:52:50.021+0000 7fc1cd9fa700 1 ====== starting new request req=0x7fc15e819730 ===== debug 2026-03-14T01:52:50.021+0000 7fc1cd9fa700 0 req 1231794719248824518 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-03-14T01:52:50.061+0000 7fc1cb1f5700 1 ====== req done req=0x7fc15e819730 op status=-2 http_status=204 latency=0.040000729s ====== debug 2026-03-14T01:52:50.061+0000 7fc1cb1f5700 1 beast: 0x7fc15e819730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:52:50.021 +0000] "DELETE /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.040000729s debug 2026-03-14T01:52:50.061+0000 7fc1cd1f9700 1 ====== starting new request req=0x7fc15e819730 ===== debug 2026-03-14T01:52:50.061+0000 7fc1cd1f9700 0 req 14867171127860027029 0.000000000s s3:create_bucket No stored secret string, cache miss debug 2026-03-14T01:52:50.093+0000 7fc1c71ed700 1 ====== req done req=0x7fc15e819730 op status=0 http_status=200 latency=0.032000583s ====== debug 2026-03-14T01:52:50.093+0000 7fc1c71ed700 1 beast: 0x7fc15e819730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:52:50.061 +0000] "PUT /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 HTTP/1.1" 200 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.032000583s debug 2026-03-14T01:52:50.093+0000 7fc1c99f2700 1 ====== starting new request req=0x7fc15e819730 ===== debug 2026-03-14T01:52:50.097+0000 7fc1c99f2700 0 req 8830800381200652493 0.004000073s s3:put_obj No stored secret string, cache miss debug 2026-03-14T01:52:50.137+0000 7fc1c29e4700 1 ====== req done req=0x7fc15e819730 op status=0 http_status=200 latency=0.044000801s ====== debug 2026-03-14T01:52:50.137+0000 7fc1c29e4700 1 beast: 0x7fc15e819730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:52:50.093 +0000] "PUT /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.044000801s debug 2026-03-14T01:52:50.137+0000 7fc1c59ea700 1 ====== starting new request req=0x7fc15e819730 ===== debug 2026-03-14T01:52:50.137+0000 7fc1c59ea700 0 req 16837896859941353221 0.000000000s s3:get_obj No stored secret string, cache miss debug 2026-03-14T01:52:50.161+0000 7fc1be1db700 1 ====== req done req=0x7fc15e819730 op status=0 http_status=200 latency=0.024000436s ====== debug 2026-03-14T01:52:50.161+0000 7fc1be1db700 1 beast: 0x7fc15e819730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:52:50.137 +0000] "GET /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.024000436s debug 2026-03-14T01:52:50.209+0000 7fc1c01df700 1 ====== starting new request req=0x7fc15e819730 ===== debug 2026-03-14T01:52:50.209+0000 7fc1c01df700 0 req 1674361594212278140 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-03-14T01:52:50.253+0000 7fc1b71cd700 1 ====== req done req=0x7fc15e819730 op status=0 http_status=204 latency=0.044000801s ====== debug 2026-03-14T01:52:50.253+0000 7fc1b71cd700 1 beast: 0x7fc15e819730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:52:50.209 +0000] "DELETE /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.044000801s debug 2026-03-14T01:52:52.793+0000 7fc1b59ca700 1 ====== starting new request req=0x7fc15e798730 ===== debug 2026-03-14T01:52:52.793+0000 7fc1b59ca700 1 ====== req done req=0x7fc15e798730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:52:52.793+0000 7fc1b59ca700 1 beast: 0x7fc15e798730: 10.0.0.99 - - [14/Mar/2026:01:52:52.793 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:53:02.774+0000 7fc1ab9b6700 1 ====== starting new request req=0x7fc15e798730 ===== debug 2026-03-14T01:53:02.774+0000 7fc1ab9b6700 1 ====== req done req=0x7fc15e798730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:53:02.774+0000 7fc1ab9b6700 1 beast: 0x7fc15e798730: 10.0.0.99 - - [14/Mar/2026:01:53:02.774 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:53:12.774+0000 7fc1a51a9700 1 ====== starting new request req=0x7fc15e798730 ===== debug 2026-03-14T01:53:12.774+0000 7fc1a51a9700 1 ====== req done req=0x7fc15e798730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:53:12.774+0000 7fc1a51a9700 1 beast: 0x7fc15e798730: 10.0.0.99 - - [14/Mar/2026:01:53:12.774 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:53:14.966+0000 7fc292826700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-03-14T01:53:22.770+0000 7fc19e99c700 1 ====== starting new request req=0x7fc15e798730 ===== debug 2026-03-14T01:53:22.770+0000 7fc19e99c700 1 ====== req done req=0x7fc15e798730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:53:22.770+0000 7fc19e99c700 1 beast: 0x7fc15e798730: 10.0.0.99 - - [14/Mar/2026:01:53:22.770 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:53:32.770+0000 7fc198990700 1 ====== starting new request req=0x7fc15e89a730 ===== debug 2026-03-14T01:53:32.770+0000 7fc198990700 1 ====== req done req=0x7fc15e89a730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:53:32.770+0000 7fc198990700 1 beast: 0x7fc15e89a730: 10.0.0.99 - - [14/Mar/2026:01:53:32.770 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:53:42.770+0000 7fc18f97e700 1 ====== starting new request req=0x7fc15e89a730 ===== debug 2026-03-14T01:53:42.770+0000 7fc18f97e700 1 ====== req done req=0x7fc15e89a730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:53:42.770+0000 7fc18f97e700 1 beast: 0x7fc15e89a730: 10.0.0.99 - - [14/Mar/2026:01:53:42.770 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:53:44.970+0000 7fc292826700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-03-14T01:53:50.266+0000 7fc18f17d700 1 ====== starting new request req=0x7fc15f11c730 ===== debug 2026-03-14T01:53:50.266+0000 7fc18f17d700 0 req 15652457432633706011 0.000000000s :get_user_info No stored secret string, cache miss debug 2026-03-14T01:53:51.294+0000 7fc18f17d700 1 ====== req done req=0x7fc15f11c730 op status=0 http_status=200 latency=1.028018713s ====== debug 2026-03-14T01:53:51.294+0000 7fc18f17d700 1 beast: 0x7fc15f11c730: 10.0.0.83 - rgw-admin-ops-user [14/Mar/2026:01:53:50.266 +0000] "GET /admin/user?format=json&uid=rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 HTTP/1.1" 200 830 - "Go-http-client/1.1" - latency=1.028018713s debug 2026-03-14T01:53:51.298+0000 7fc18716d700 1 ====== starting new request req=0x7fc15e89a730 ===== debug 2026-03-14T01:53:51.298+0000 7fc18716d700 0 req 5965068002084196371 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-03-14T01:53:51.326+0000 7fc184968700 1 ====== req done req=0x7fc15e89a730 op status=-2 http_status=204 latency=0.028000509s ====== debug 2026-03-14T01:53:51.326+0000 7fc184968700 1 beast: 0x7fc15e89a730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:53:51.298 +0000] "DELETE /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.028000509s debug 2026-03-14T01:53:51.326+0000 7fc18696c700 1 ====== starting new request req=0x7fc15e89a730 ===== debug 2026-03-14T01:53:51.326+0000 7fc18696c700 0 req 7245729968176694922 0.000000000s s3:create_bucket No stored secret string, cache miss debug 2026-03-14T01:53:51.370+0000 7fc180960700 1 ====== req done req=0x7fc15e89a730 op status=0 http_status=200 latency=0.044000801s ====== debug 2026-03-14T01:53:51.370+0000 7fc180960700 1 beast: 0x7fc15e89a730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:53:51.326 +0000] "PUT /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 HTTP/1.1" 200 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.044000801s debug 2026-03-14T01:53:51.370+0000 7fc183165700 1 ====== starting new request req=0x7fc15e89a730 ===== debug 2026-03-14T01:53:51.370+0000 7fc183165700 0 req 15477182261757411958 0.000000000s s3:put_obj No stored secret string, cache miss debug 2026-03-14T01:53:51.406+0000 7fc17b956700 1 ====== req done req=0x7fc15e89a730 op status=0 http_status=200 latency=0.036000658s ====== debug 2026-03-14T01:53:51.406+0000 7fc17b956700 1 beast: 0x7fc15e89a730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:53:51.370 +0000] "PUT /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000658s debug 2026-03-14T01:53:51.406+0000 7fc17f15d700 1 ====== starting new request req=0x7fc15e89a730 ===== debug 2026-03-14T01:53:51.406+0000 7fc17f15d700 0 req 11645567777048297504 0.000000000s s3:get_obj No stored secret string, cache miss debug 2026-03-14T01:53:51.426+0000 7fc17814f700 1 ====== req done req=0x7fc15e89a730 op status=0 http_status=200 latency=0.020000365s ====== debug 2026-03-14T01:53:51.426+0000 7fc17814f700 1 beast: 0x7fc15e89a730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:53:51.406 +0000] "GET /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.020000365s debug 2026-03-14T01:53:51.470+0000 7fc17a153700 1 ====== starting new request req=0x7fc15e89a730 ===== debug 2026-03-14T01:53:51.470+0000 7fc17a153700 0 req 7100451087924754435 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-03-14T01:53:51.506+0000 7fc17013f700 1 ====== req done req=0x7fc15e89a730 op status=0 http_status=204 latency=0.036000658s ====== debug 2026-03-14T01:53:51.506+0000 7fc17013f700 1 beast: 0x7fc15e89a730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:53:51.470 +0000] "DELETE /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000658s debug 2026-03-14T01:53:52.771+0000 7fc16e93c700 1 ====== starting new request req=0x7fc15e717730 ===== debug 2026-03-14T01:53:52.771+0000 7fc16e93c700 1 ====== req done req=0x7fc15e717730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:53:52.771+0000 7fc16e93c700 1 beast: 0x7fc15e717730: 10.0.0.99 - - [14/Mar/2026:01:53:52.771 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:54:02.771+0000 7fc16692c700 1 ====== starting new request req=0x7fc15e819730 ===== debug 2026-03-14T01:54:02.771+0000 7fc16692c700 1 ====== req done req=0x7fc15e819730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:54:02.771+0000 7fc16692c700 1 beast: 0x7fc15e819730: 10.0.0.99 - - [14/Mar/2026:01:54:02.771 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:54:12.771+0000 7fc25c317700 1 ====== starting new request req=0x7fc15e819730 ===== debug 2026-03-14T01:54:12.771+0000 7fc25c317700 1 ====== req done req=0x7fc15e819730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:54:12.771+0000 7fc25c317700 1 beast: 0x7fc15e819730: 10.0.0.99 - - [14/Mar/2026:01:54:12.771 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:54:14.971+0000 7fc292826700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-03-14T01:54:22.771+0000 7fc25730d700 1 ====== starting new request req=0x7fc15e798730 ===== debug 2026-03-14T01:54:22.771+0000 7fc25730d700 1 ====== req done req=0x7fc15e798730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:54:22.771+0000 7fc25730d700 1 beast: 0x7fc15e798730: 10.0.0.99 - - [14/Mar/2026:01:54:22.771 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:54:32.771+0000 7fc24eafc700 1 ====== starting new request req=0x7fc15e819730 ===== debug 2026-03-14T01:54:32.771+0000 7fc24eafc700 1 ====== req done req=0x7fc15e819730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:54:32.771+0000 7fc24eafc700 1 beast: 0x7fc15e819730: 10.0.0.99 - - [14/Mar/2026:01:54:32.771 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:54:42.771+0000 7fc24baf6700 1 ====== starting new request req=0x7fc15e798730 ===== debug 2026-03-14T01:54:42.771+0000 7fc24baf6700 1 ====== req done req=0x7fc15e798730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:54:42.771+0000 7fc24baf6700 1 beast: 0x7fc15e798730: 10.0.0.99 - - [14/Mar/2026:01:54:42.771 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:54:44.983+0000 7fc292826700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-03-14T01:54:51.524+0000 7fc2452e9700 1 ====== starting new request req=0x7fc15f11c730 ===== debug 2026-03-14T01:54:51.524+0000 7fc2452e9700 0 req 9418016903750797626 0.000000000s :get_user_info No stored secret string, cache miss debug 2026-03-14T01:54:52.568+0000 7fc2452e9700 1 ====== req done req=0x7fc15f11c730 op status=0 http_status=200 latency=1.044018984s ====== debug 2026-03-14T01:54:52.568+0000 7fc2452e9700 1 beast: 0x7fc15f11c730: 10.0.0.83 - rgw-admin-ops-user [14/Mar/2026:01:54:51.524 +0000] "GET /admin/user?format=json&uid=rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 HTTP/1.1" 200 830 - "Go-http-client/1.1" - latency=1.044018984s debug 2026-03-14T01:54:52.572+0000 7fc23eadc700 1 ====== starting new request req=0x7fc15e819730 ===== debug 2026-03-14T01:54:52.572+0000 7fc23eadc700 0 req 786533422711833702 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-03-14T01:54:52.612+0000 7fc23f2dd700 1 ====== req done req=0x7fc15e819730 op status=-2 http_status=204 latency=0.040000729s ====== debug 2026-03-14T01:54:52.612+0000 7fc23f2dd700 1 beast: 0x7fc15e819730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:54:52.572 +0000] "DELETE /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.040000729s debug 2026-03-14T01:54:52.612+0000 7fc2402df700 1 ====== starting new request req=0x7fc15e819730 ===== debug 2026-03-14T01:54:52.612+0000 7fc2402df700 0 req 11151997658947945316 0.000000000s s3:create_bucket No stored secret string, cache miss debug 2026-03-14T01:54:52.648+0000 7fc23d2d9700 1 ====== req done req=0x7fc15e819730 op status=0 http_status=200 latency=0.036000658s ====== debug 2026-03-14T01:54:52.648+0000 7fc23d2d9700 1 beast: 0x7fc15e819730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:54:52.612 +0000] "PUT /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 HTTP/1.1" 200 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000658s debug 2026-03-14T01:54:52.652+0000 7fc23c2d7700 1 ====== starting new request req=0x7fc15e819730 ===== debug 2026-03-14T01:54:52.652+0000 7fc23c2d7700 0 req 14444640333339269407 0.000000000s s3:put_obj No stored secret string, cache miss debug 2026-03-14T01:54:52.696+0000 7fc233ac6700 1 ====== req done req=0x7fc15e819730 op status=0 http_status=200 latency=0.044000801s ====== debug 2026-03-14T01:54:52.696+0000 7fc233ac6700 1 beast: 0x7fc15e819730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:54:52.652 +0000] "PUT /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.044000801s debug 2026-03-14T01:54:52.696+0000 7fc22cab8700 1 ====== starting new request req=0x7fc15e819730 ===== debug 2026-03-14T01:54:52.696+0000 7fc22cab8700 0 req 8105310837846840226 0.000000000s s3:get_obj No stored secret string, cache miss debug 2026-03-14T01:54:52.728+0000 7fc230ac0700 1 ====== req done req=0x7fc15e819730 op status=0 http_status=200 latency=0.032000583s ====== debug 2026-03-14T01:54:52.728+0000 7fc230ac0700 1 beast: 0x7fc15e819730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:54:52.696 +0000] "GET /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.032000583s debug 2026-03-14T01:54:52.772+0000 7fc237ace700 1 ====== starting new request req=0x7fc15e819730 ===== debug 2026-03-14T01:54:52.772+0000 7fc237ace700 0 req 14242093467941040891 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-03-14T01:54:52.772+0000 7fc22daba700 1 ====== starting new request req=0x7fc15e717730 ===== debug 2026-03-14T01:54:52.772+0000 7fc22daba700 1 ====== req done req=0x7fc15e717730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:54:52.772+0000 7fc22daba700 1 beast: 0x7fc15e717730: 10.0.0.99 - - [14/Mar/2026:01:54:52.772 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:54:52.808+0000 7fc2212a1700 1 ====== req done req=0x7fc15e819730 op status=0 http_status=204 latency=0.036000658s ====== debug 2026-03-14T01:54:52.808+0000 7fc2212a1700 1 beast: 0x7fc15e819730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:54:52.772 +0000] "DELETE /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000658s debug 2026-03-14T01:55:02.772+0000 7fc226aac700 1 ====== starting new request req=0x7fc15e798730 ===== debug 2026-03-14T01:55:02.772+0000 7fc226aac700 1 ====== req done req=0x7fc15e798730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:55:02.772+0000 7fc226aac700 1 beast: 0x7fc15e798730: 10.0.0.99 - - [14/Mar/2026:01:55:02.772 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:55:12.772+0000 7fc21728d700 1 ====== starting new request req=0x7fc15e798730 ===== debug 2026-03-14T01:55:12.772+0000 7fc21728d700 1 ====== req done req=0x7fc15e798730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:55:12.772+0000 7fc21728d700 1 beast: 0x7fc15e798730: 10.0.0.99 - - [14/Mar/2026:01:55:12.772 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:55:14.984+0000 7fc292826700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-03-14T01:55:22.772+0000 7fc21ca98700 1 ====== starting new request req=0x7fc15e798730 ===== debug 2026-03-14T01:55:22.772+0000 7fc21ca98700 1 ====== req done req=0x7fc15e798730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:55:22.772+0000 7fc21ca98700 1 beast: 0x7fc15e798730: 10.0.0.99 - - [14/Mar/2026:01:55:22.772 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:55:32.772+0000 7fc202a64700 1 ====== starting new request req=0x7fc15e798730 ===== debug 2026-03-14T01:55:32.772+0000 7fc202a64700 1 ====== req done req=0x7fc15e798730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:55:32.772+0000 7fc202a64700 1 beast: 0x7fc15e798730: 10.0.0.99 - - [14/Mar/2026:01:55:32.772 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:55:42.773+0000 7fc1ff25d700 1 ====== starting new request req=0x7fc15e798730 ===== debug 2026-03-14T01:55:42.773+0000 7fc1ff25d700 1 ====== req done req=0x7fc15e798730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:55:42.773+0000 7fc1ff25d700 1 beast: 0x7fc15e798730: 10.0.0.99 - - [14/Mar/2026:01:55:42.773 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:55:44.993+0000 7fc292826700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-03-14T01:55:52.773+0000 7fc1f9251700 1 ====== starting new request req=0x7fc15e798730 ===== debug 2026-03-14T01:55:52.773+0000 7fc1f9251700 1 ====== req done req=0x7fc15e798730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:55:52.773+0000 7fc1f9251700 1 beast: 0x7fc15e798730: 10.0.0.99 - - [14/Mar/2026:01:55:52.773 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:55:52.825+0000 7fc1f5249700 1 ====== starting new request req=0x7fc15f11c730 ===== debug 2026-03-14T01:55:52.825+0000 7fc1f5249700 0 req 15977287550156715346 0.000000000s :get_user_info No stored secret string, cache miss debug 2026-03-14T01:55:53.849+0000 7fc1f5249700 1 ====== req done req=0x7fc15f11c730 op status=0 http_status=200 latency=1.024018645s ====== debug 2026-03-14T01:55:53.849+0000 7fc1f5249700 1 beast: 0x7fc15f11c730: 10.0.0.83 - rgw-admin-ops-user [14/Mar/2026:01:55:52.825 +0000] "GET /admin/user?format=json&uid=rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 HTTP/1.1" 200 830 - "Go-http-client/1.1" - latency=1.024018645s debug 2026-03-14T01:55:53.853+0000 7fc1eca38700 1 ====== starting new request req=0x7fc15e89a730 ===== debug 2026-03-14T01:55:53.853+0000 7fc1eca38700 0 req 2252094078298727561 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-03-14T01:55:53.877+0000 7fc1eb235700 1 ====== req done req=0x7fc15e89a730 op status=-2 http_status=204 latency=0.024000438s ====== debug 2026-03-14T01:55:53.877+0000 7fc1eb235700 1 beast: 0x7fc15e89a730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:55:53.853 +0000] "DELETE /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.024000438s debug 2026-03-14T01:55:53.877+0000 7fc1ee23b700 1 ====== starting new request req=0x7fc15e89a730 ===== debug 2026-03-14T01:55:53.877+0000 7fc1ee23b700 0 req 17198306756381849524 0.000000000s s3:create_bucket No stored secret string, cache miss debug 2026-03-14T01:55:53.913+0000 7fc1ec237700 1 ====== req done req=0x7fc15e89a730 op status=0 http_status=200 latency=0.036000658s ====== debug 2026-03-14T01:55:53.913+0000 7fc1ec237700 1 beast: 0x7fc15e89a730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:55:53.877 +0000] "PUT /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 HTTP/1.1" 200 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000658s debug 2026-03-14T01:55:53.917+0000 7fc1eba36700 1 ====== starting new request req=0x7fc15e89a730 ===== debug 2026-03-14T01:55:53.917+0000 7fc1eba36700 0 req 10179854155004119649 0.000000000s s3:put_obj No stored secret string, cache miss debug 2026-03-14T01:55:53.953+0000 7fc1e3225700 1 ====== req done req=0x7fc15e89a730 op status=0 http_status=200 latency=0.036000658s ====== debug 2026-03-14T01:55:53.953+0000 7fc1e3225700 1 beast: 0x7fc15e89a730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:55:53.917 +0000] "PUT /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000658s debug 2026-03-14T01:55:53.953+0000 7fc1e4227700 1 ====== starting new request req=0x7fc15e89a730 ===== debug 2026-03-14T01:55:53.953+0000 7fc1e4227700 0 req 14198976499308183411 0.000000000s s3:get_obj No stored secret string, cache miss debug 2026-03-14T01:55:53.977+0000 7fc1e1a22700 1 ====== req done req=0x7fc15e89a730 op status=0 http_status=200 latency=0.024000438s ====== debug 2026-03-14T01:55:53.977+0000 7fc1e1a22700 1 beast: 0x7fc15e89a730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:55:53.953 +0000] "GET /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.024000438s debug 2026-03-14T01:55:54.021+0000 7fc1e722d700 1 ====== starting new request req=0x7fc15e89a730 ===== debug 2026-03-14T01:55:54.021+0000 7fc1e722d700 0 req 15804884684758981836 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-03-14T01:55:54.061+0000 7fc1d820f700 1 ====== req done req=0x7fc15e89a730 op status=0 http_status=204 latency=0.040000729s ====== debug 2026-03-14T01:55:54.061+0000 7fc1d820f700 1 beast: 0x7fc15e89a730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:55:54.021 +0000] "DELETE /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.040000729s debug 2026-03-14T01:56:02.773+0000 7fc1d3a06700 1 ====== starting new request req=0x7fc15e798730 ===== debug 2026-03-14T01:56:02.773+0000 7fc1d3a06700 1 ====== req done req=0x7fc15e798730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:56:02.773+0000 7fc1d3a06700 1 beast: 0x7fc15e798730: 10.0.0.99 - - [14/Mar/2026:01:56:02.773 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:56:12.773+0000 7fc1d1a02700 1 ====== starting new request req=0x7fc15e798730 ===== debug 2026-03-14T01:56:12.773+0000 7fc1d1a02700 1 ====== req done req=0x7fc15e798730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:56:12.773+0000 7fc1d1a02700 1 beast: 0x7fc15e798730: 10.0.0.99 - - [14/Mar/2026:01:56:12.773 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:56:14.993+0000 7fc292826700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-03-14T01:56:22.773+0000 7fc1c51e9700 1 ====== starting new request req=0x7fc15e798730 ===== debug 2026-03-14T01:56:22.773+0000 7fc1c51e9700 1 ====== req done req=0x7fc15e798730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:56:22.773+0000 7fc1c51e9700 1 beast: 0x7fc15e798730: 10.0.0.99 - - [14/Mar/2026:01:56:22.773 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:56:32.773+0000 7fc1c41e7700 1 ====== starting new request req=0x7fc15e798730 ===== debug 2026-03-14T01:56:32.773+0000 7fc1c41e7700 1 ====== req done req=0x7fc15e798730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:56:32.773+0000 7fc1c41e7700 1 beast: 0x7fc15e798730: 10.0.0.99 - - [14/Mar/2026:01:56:32.773 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:56:42.774+0000 7fc1bd1d9700 1 ====== starting new request req=0x7fc15e819730 ===== debug 2026-03-14T01:56:42.774+0000 7fc1bd1d9700 1 ====== req done req=0x7fc15e819730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:56:42.774+0000 7fc1bd1d9700 1 beast: 0x7fc15e819730: 10.0.0.99 - - [14/Mar/2026:01:56:42.774 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:56:45.002+0000 7fc292826700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-03-14T01:56:52.774+0000 7fc1b59ca700 1 ====== starting new request req=0x7fc15e819730 ===== debug 2026-03-14T01:56:52.774+0000 7fc1b59ca700 1 ====== req done req=0x7fc15e819730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:56:52.774+0000 7fc1b59ca700 1 beast: 0x7fc15e819730: 10.0.0.99 - - [14/Mar/2026:01:56:52.774 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:56:54.078+0000 7fc1b01bf700 1 ====== starting new request req=0x7fc15f11c730 ===== debug 2026-03-14T01:56:54.078+0000 7fc1b01bf700 0 req 2844539964169772330 0.000000000s :get_user_info No stored secret string, cache miss debug 2026-03-14T01:56:55.098+0000 7fc1a89b0700 1 ====== req done req=0x7fc15f11c730 op status=0 http_status=200 latency=1.020018578s ====== debug 2026-03-14T01:56:55.098+0000 7fc1a89b0700 1 beast: 0x7fc15f11c730: 10.0.0.83 - rgw-admin-ops-user [14/Mar/2026:01:56:54.078 +0000] "GET /admin/user?format=json&uid=rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 HTTP/1.1" 200 830 - "Go-http-client/1.1" - latency=1.020018578s debug 2026-03-14T01:56:55.102+0000 7fc1a61ab700 1 ====== starting new request req=0x7fc15e819730 ===== debug 2026-03-14T01:56:55.102+0000 7fc1a61ab700 0 req 17695724278311502759 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-03-14T01:56:55.130+0000 7fc1a49a8700 1 ====== req done req=0x7fc15e819730 op status=-2 http_status=204 latency=0.028000509s ====== debug 2026-03-14T01:56:55.130+0000 7fc1a49a8700 1 beast: 0x7fc15e819730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:56:55.102 +0000] "DELETE /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.028000509s debug 2026-03-14T01:56:55.134+0000 7fc1ab9b6700 1 ====== starting new request req=0x7fc15e819730 ===== debug 2026-03-14T01:56:55.134+0000 7fc1ab9b6700 0 req 18147177288957478320 0.000000000s s3:create_bucket No stored secret string, cache miss debug 2026-03-14T01:56:55.170+0000 7fc1a51a9700 1 ====== req done req=0x7fc15e819730 op status=0 http_status=200 latency=0.036000658s ====== debug 2026-03-14T01:56:55.170+0000 7fc1a51a9700 1 beast: 0x7fc15e819730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:56:55.134 +0000] "PUT /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 HTTP/1.1" 200 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000658s debug 2026-03-14T01:56:55.170+0000 7fc1a31a5700 1 ====== starting new request req=0x7fc15e819730 ===== debug 2026-03-14T01:56:55.170+0000 7fc1a31a5700 0 req 16005386075303114287 0.000000000s s3:put_obj No stored secret string, cache miss debug 2026-03-14T01:56:55.214+0000 7fc19b195700 1 ====== req done req=0x7fc15e819730 op status=0 http_status=200 latency=0.044000801s ====== debug 2026-03-14T01:56:55.214+0000 7fc19b195700 1 beast: 0x7fc15e819730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:56:55.170 +0000] "PUT /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.044000801s debug 2026-03-14T01:56:55.214+0000 7fc19d199700 1 ====== starting new request req=0x7fc15e819730 ===== debug 2026-03-14T01:56:55.214+0000 7fc19d199700 0 req 9330446884045661515 0.000000000s s3:get_obj No stored secret string, cache miss debug 2026-03-14T01:56:55.238+0000 7fc19698c700 1 ====== req done req=0x7fc15e819730 op status=0 http_status=200 latency=0.024000438s ====== debug 2026-03-14T01:56:55.238+0000 7fc19698c700 1 beast: 0x7fc15e819730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:56:55.214 +0000] "GET /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.024000438s debug 2026-03-14T01:56:55.282+0000 7fc19e99c700 1 ====== starting new request req=0x7fc15e819730 ===== debug 2026-03-14T01:56:55.282+0000 7fc19e99c700 0 req 17243012437259935428 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-03-14T01:56:55.318+0000 7fc192183700 1 ====== req done req=0x7fc15e819730 op status=0 http_status=204 latency=0.036000658s ====== debug 2026-03-14T01:56:55.318+0000 7fc192183700 1 beast: 0x7fc15e819730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:56:55.282 +0000] "DELETE /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000658s debug 2026-03-14T01:57:02.770+0000 7fc18d179700 1 ====== starting new request req=0x7fc15e798730 ===== debug 2026-03-14T01:57:02.770+0000 7fc18d179700 1 ====== req done req=0x7fc15e798730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:57:02.770+0000 7fc18d179700 1 beast: 0x7fc15e798730: 10.0.0.99 - - [14/Mar/2026:01:57:02.770 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:57:12.770+0000 7fc18616b700 1 ====== starting new request req=0x7fc15e798730 ===== debug 2026-03-14T01:57:12.770+0000 7fc18616b700 1 ====== req done req=0x7fc15e798730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:57:12.770+0000 7fc18616b700 1 beast: 0x7fc15e798730: 10.0.0.99 - - [14/Mar/2026:01:57:12.770 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:57:14.998+0000 7fc292826700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-03-14T01:57:22.770+0000 7fc17a954700 1 ====== starting new request req=0x7fc15e798730 ===== debug 2026-03-14T01:57:22.770+0000 7fc17a954700 1 ====== req done req=0x7fc15e798730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:57:22.770+0000 7fc17a954700 1 beast: 0x7fc15e798730: 10.0.0.99 - - [14/Mar/2026:01:57:22.770 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:57:32.771+0000 7fc17814f700 1 ====== starting new request req=0x7fc15e89a730 ===== debug 2026-03-14T01:57:32.771+0000 7fc17814f700 1 ====== req done req=0x7fc15e89a730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:57:32.771+0000 7fc17814f700 1 beast: 0x7fc15e89a730: 10.0.0.99 - - [14/Mar/2026:01:57:32.771 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:57:42.771+0000 7fc16a934700 1 ====== starting new request req=0x7fc15e798730 ===== debug 2026-03-14T01:57:42.771+0000 7fc16a934700 1 ====== req done req=0x7fc15e798730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:57:42.771+0000 7fc16a934700 1 beast: 0x7fc15e798730: 10.0.0.99 - - [14/Mar/2026:01:57:42.771 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:57:45.007+0000 7fc292826700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-03-14T01:57:52.771+0000 7fc16812f700 1 ====== starting new request req=0x7fc15e798730 ===== debug 2026-03-14T01:57:52.771+0000 7fc16812f700 1 ====== req done req=0x7fc15e798730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:57:52.771+0000 7fc16812f700 1 beast: 0x7fc15e798730: 10.0.0.99 - - [14/Mar/2026:01:57:52.771 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:57:55.327+0000 7fc263325700 1 ====== starting new request req=0x7fc15f11c730 ===== debug 2026-03-14T01:57:55.327+0000 7fc263325700 0 req 11446324360057109688 0.000000000s :get_user_info No stored secret string, cache miss debug 2026-03-14T01:57:56.359+0000 7fc262323700 1 ====== req done req=0x7fc15f11c730 op status=0 http_status=200 latency=1.032018781s ====== debug 2026-03-14T01:57:56.359+0000 7fc262323700 1 beast: 0x7fc15f11c730: 10.0.0.83 - rgw-admin-ops-user [14/Mar/2026:01:57:55.327 +0000] "GET /admin/user?format=json&uid=rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 HTTP/1.1" 200 830 - "Go-http-client/1.1" - latency=1.032018781s debug 2026-03-14T01:57:56.359+0000 7fc263b26700 1 ====== starting new request req=0x7fc15e89a730 ===== debug 2026-03-14T01:57:56.363+0000 7fc263b26700 0 req 16783589047402177489 0.004000073s s3:delete_obj No stored secret string, cache miss debug 2026-03-14T01:57:56.391+0000 7fc25ab14700 1 ====== req done req=0x7fc15e89a730 op status=-2 http_status=204 latency=0.032000583s ====== debug 2026-03-14T01:57:56.391+0000 7fc25ab14700 1 beast: 0x7fc15e89a730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:57:56.359 +0000] "DELETE /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.032000583s debug 2026-03-14T01:57:56.391+0000 7fc25eb1c700 1 ====== starting new request req=0x7fc15e89a730 ===== debug 2026-03-14T01:57:56.391+0000 7fc25eb1c700 0 req 17312529500848319202 0.000000000s s3:create_bucket No stored secret string, cache miss debug 2026-03-14T01:57:56.435+0000 7fc25630b700 1 ====== req done req=0x7fc15e89a730 op status=0 http_status=200 latency=0.044000801s ====== debug 2026-03-14T01:57:56.435+0000 7fc25630b700 1 beast: 0x7fc15e89a730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:57:56.391 +0000] "PUT /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 HTTP/1.1" 200 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.044000801s debug 2026-03-14T01:57:56.435+0000 7fc259b12700 1 ====== starting new request req=0x7fc15e89a730 ===== debug 2026-03-14T01:57:56.435+0000 7fc259b12700 0 req 12134656212027984700 0.000000000s s3:put_obj No stored secret string, cache miss debug 2026-03-14T01:57:56.471+0000 7fc25730d700 1 ====== req done req=0x7fc15e89a730 op status=0 http_status=200 latency=0.036000658s ====== debug 2026-03-14T01:57:56.471+0000 7fc25730d700 1 beast: 0x7fc15e89a730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:57:56.435 +0000] "PUT /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000658s debug 2026-03-14T01:57:56.471+0000 7fc258b10700 1 ====== starting new request req=0x7fc15e89a730 ===== debug 2026-03-14T01:57:56.471+0000 7fc258b10700 0 req 6986630321183095915 0.000000000s s3:get_obj No stored secret string, cache miss debug 2026-03-14T01:57:56.495+0000 7fc254307700 1 ====== req done req=0x7fc15e89a730 op status=0 http_status=200 latency=0.024000436s ====== debug 2026-03-14T01:57:56.495+0000 7fc254307700 1 beast: 0x7fc15e89a730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:57:56.471 +0000] "GET /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.024000436s debug 2026-03-14T01:57:56.539+0000 7fc250b00700 1 ====== starting new request req=0x7fc15e89a730 ===== debug 2026-03-14T01:57:56.539+0000 7fc250b00700 0 req 16344423454523918694 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-03-14T01:57:56.575+0000 7fc24fafe700 1 ====== req done req=0x7fc15e89a730 op status=0 http_status=204 latency=0.036000658s ====== debug 2026-03-14T01:57:56.575+0000 7fc24fafe700 1 beast: 0x7fc15e89a730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:57:56.539 +0000] "DELETE /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000658s debug 2026-03-14T01:58:02.771+0000 7fc2432e5700 1 ====== starting new request req=0x7fc15e798730 ===== debug 2026-03-14T01:58:02.771+0000 7fc2432e5700 1 ====== req done req=0x7fc15e798730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:58:02.771+0000 7fc2432e5700 1 beast: 0x7fc15e798730: 10.0.0.99 - - [14/Mar/2026:01:58:02.771 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:58:12.771+0000 7fc239ad2700 1 ====== starting new request req=0x7fc15e798730 ===== debug 2026-03-14T01:58:12.771+0000 7fc239ad2700 1 ====== req done req=0x7fc15e798730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:58:12.771+0000 7fc239ad2700 1 beast: 0x7fc15e798730: 10.0.0.99 - - [14/Mar/2026:01:58:12.771 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:58:15.007+0000 7fc292826700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-03-14T01:58:22.771+0000 7fc2392d1700 1 ====== starting new request req=0x7fc15e798730 ===== debug 2026-03-14T01:58:22.771+0000 7fc2392d1700 1 ====== req done req=0x7fc15e798730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:58:22.771+0000 7fc2392d1700 1 beast: 0x7fc15e798730: 10.0.0.99 - - [14/Mar/2026:01:58:22.771 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:58:32.772+0000 7fc2322c3700 1 ====== starting new request req=0x7fc15e819730 ===== debug 2026-03-14T01:58:32.772+0000 7fc2322c3700 1 ====== req done req=0x7fc15e819730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:58:32.772+0000 7fc2322c3700 1 beast: 0x7fc15e819730: 10.0.0.99 - - [14/Mar/2026:01:58:32.772 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:58:42.772+0000 7fc22f2bd700 1 ====== starting new request req=0x7fc15e798730 ===== debug 2026-03-14T01:58:42.772+0000 7fc22f2bd700 1 ====== req done req=0x7fc15e798730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:58:42.772+0000 7fc22f2bd700 1 beast: 0x7fc15e798730: 10.0.0.99 - - [14/Mar/2026:01:58:42.772 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:58:45.016+0000 7fc292826700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-03-14T01:58:52.772+0000 7fc220aa0700 1 ====== starting new request req=0x7fc15e819730 ===== debug 2026-03-14T01:58:52.772+0000 7fc220aa0700 1 ====== req done req=0x7fc15e819730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:58:52.772+0000 7fc220aa0700 1 beast: 0x7fc15e819730: 10.0.0.99 - - [14/Mar/2026:01:58:52.772 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-14T01:58:56.592+0000 7fc2212a1700 1 ====== starting new request req=0x7fc15f11c730 ===== debug 2026-03-14T01:58:56.592+0000 7fc2212a1700 0 req 4342540134531551827 0.000000000s :get_user_info No stored secret string, cache miss debug 2026-03-14T01:58:57.640+0000 7fc2212a1700 1 ====== req done req=0x7fc15f11c730 op status=0 http_status=200 latency=1.048019052s ====== debug 2026-03-14T01:58:57.640+0000 7fc2212a1700 1 beast: 0x7fc15f11c730: 10.0.0.83 - rgw-admin-ops-user [14/Mar/2026:01:58:56.592 +0000] "GET /admin/user?format=json&uid=rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 HTTP/1.1" 200 830 - "Go-http-client/1.1" - latency=1.048019052s debug 2026-03-14T01:58:57.644+0000 7fc22029f700 1 ====== starting new request req=0x7fc15e819730 ===== debug 2026-03-14T01:58:57.644+0000 7fc22029f700 0 req 14322424177718658926 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-03-14T01:58:57.676+0000 7fc211a82700 1 ====== req done req=0x7fc15e819730 op status=-2 http_status=204 latency=0.032000583s ====== debug 2026-03-14T01:58:57.676+0000 7fc211a82700 1 beast: 0x7fc15e819730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:58:57.644 +0000] "DELETE /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.032000583s debug 2026-03-14T01:58:57.676+0000 7fc21027f700 1 ====== starting new request req=0x7fc15e819730 ===== debug 2026-03-14T01:58:57.676+0000 7fc21027f700 0 req 6013268048454595581 0.000000000s s3:create_bucket No stored secret string, cache miss debug 2026-03-14T01:58:57.716+0000 7fc20c277700 1 ====== req done req=0x7fc15e819730 op status=0 http_status=200 latency=0.040000729s ====== debug 2026-03-14T01:58:57.716+0000 7fc20c277700 1 beast: 0x7fc15e819730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:58:57.676 +0000] "PUT /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 HTTP/1.1" 200 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.040000729s debug 2026-03-14T01:58:57.716+0000 7fc218a90700 1 ====== starting new request req=0x7fc15e819730 ===== debug 2026-03-14T01:58:57.716+0000 7fc218a90700 0 req 2820235498941438722 0.000000000s s3:put_obj No stored secret string, cache miss debug 2026-03-14T01:58:57.756+0000 7fc20626b700 1 ====== req done req=0x7fc15e819730 op status=0 http_status=200 latency=0.040000729s ====== debug 2026-03-14T01:58:57.756+0000 7fc20626b700 1 beast: 0x7fc15e819730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:58:57.716 +0000] "PUT /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.040000729s debug 2026-03-14T01:58:57.756+0000 7fc214a88700 1 ====== starting new request req=0x7fc15e819730 ===== debug 2026-03-14T01:58:57.756+0000 7fc214a88700 0 req 6167739166956144980 0.000000000s s3:get_obj No stored secret string, cache miss debug 2026-03-14T01:58:57.788+0000 7fc203a66700 1 ====== req done req=0x7fc15e819730 op status=0 http_status=200 latency=0.032000583s ====== debug 2026-03-14T01:58:57.788+0000 7fc203a66700 1 beast: 0x7fc15e819730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:58:57.756 +0000] "GET /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.032000583s debug 2026-03-14T01:58:57.836+0000 7fc1ffa5e700 1 ====== starting new request req=0x7fc15e819730 ===== debug 2026-03-14T01:58:57.836+0000 7fc1ffa5e700 0 req 1527307207830689577 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-03-14T01:58:57.872+0000 7fc1fba56700 1 ====== req done req=0x7fc15e819730 op status=0 http_status=204 latency=0.036000658s ====== debug 2026-03-14T01:58:57.872+0000 7fc1fba56700 1 beast: 0x7fc15e819730: 10.0.0.83 - rook-ceph-internal-s3-user-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034 [14/Mar/2026:01:58:57.836 +0000] "DELETE /rook-ceph-bucket-checker-a8a3f997-7e52-4a06-b32c-3769c1cef034/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000658s debug 2026-03-14T01:59:02.772+0000 7fc1f724d700 1 ====== starting new request req=0x7fc15e798730 ===== debug 2026-03-14T01:59:02.772+0000 7fc1f724d700 1 ====== req done req=0x7fc15e798730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-14T01:59:02.772+0000 7fc1f724d700 1 beast: 0x7fc15e798730: 10.0.0.99 - - [14/Mar/2026:01:59:02.772 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s