debug 2026-04-07T13:14:27.358+0000 7f05f5e17a80 0 deferred set uid:gid to 167:167 (ceph:ceph) debug 2026-04-07T13:14:27.358+0000 7f05f5e17a80 0 ceph version 18.2.1 (7fe91d5d5842e04be3b4f514d6dd990c54b29c76) reef (stable), process radosgw, pid 13 debug 2026-04-07T13:14:27.358+0000 7f05f5e17a80 0 framework: beast debug 2026-04-07T13:14:27.358+0000 7f05f5e17a80 0 framework conf key: port, val: 8080 debug 2026-04-07T13:14:27.358+0000 7f05f5e17a80 1 init_numa not setting numa affinity debug 2026-04-07T13:14:28.034+0000 7f05f5e17a80 0 framework: beast debug 2026-04-07T13:14:28.034+0000 7f05f5e17a80 0 framework conf key: ssl_certificate, val: config://rgw/cert/$realm/$zone.crt debug 2026-04-07T13:14:28.034+0000 7f05f5e17a80 0 framework conf key: ssl_private_key, val: config://rgw/cert/$realm/$zone.key debug 2026-04-07T13:14:28.042+0000 7f05f5e17a80 0 starting handler: beast debug 2026-04-07T13:14:28.046+0000 7f05f5e17a80 0 set uid:gid to 167:167 (ceph:ceph) debug 2026-04-07T13:14:28.066+0000 7f05f5e17a80 1 mgrc service_daemon_register rgw.14512 metadata {arch=x86_64,ceph_release=reef,ceph_version=ceph version 18.2.1 (7fe91d5d5842e04be3b4f514d6dd990c54b29c76) reef (stable),ceph_version_short=18.2.1,container_hostname=rook-ceph-rgw-ceph-a-67fd8975c6-jn4jd,container_image=harbor.atmosphere.dev/quay.io/ceph/ceph:v18.2.1,cpu=AMD EPYC-Rome Processor,distro=centos,distro_description=CentOS Stream 8,distro_version=8,frontend_config#0=beast port=8080,frontend_type#0=beast,hostname=instance,id=ceph.a,kernel_description=#184-Ubuntu SMP Fri Mar 13 18:41:50 UTC 2026,kernel_version=5.15.0-174-generic,mem_swap_kb=0,mem_total_kb=65841444,num_handles=1,os=Linux,pid=13,pod_name=rook-ceph-rgw-ceph-a-67fd8975c6-jn4jd,pod_namespace=openstack,realm_id=af0f744e-b7ed-453f-8cc5-7756a6fee576,realm_name=ceph,zone_id=cee41be9-45d3-4b15-8568-fc5020f05bca,zone_name=ceph,zonegroup_id=371326a9-2b2b-4715-9a5d-5ba098909f04,zonegroup_name=ceph} debug 2026-04-07T13:14:46.382+0000 7f05c3ca3700 1 ====== starting new request req=0x7f04c129d730 ===== debug 2026-04-07T13:14:46.386+0000 7f05c0c9d700 1 ====== req done req=0x7f04c129d730 op status=0 http_status=200 latency=0.004000071s ====== debug 2026-04-07T13:14:46.386+0000 7f05c0c9d700 1 beast: 0x7f04c129d730: 10.0.0.26 - - [07/Apr/2026:13:14:46.382 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.004000071s debug 2026-04-07T13:14:48.306+0000 7f05bf49a700 1 ====== starting new request req=0x7f04c129d730 ===== debug 2026-04-07T13:14:48.306+0000 7f05bf49a700 0 req 4046186633232230678 0.000000000s :get_user_info No stored secret string, cache miss debug 2026-04-07T13:14:49.878+0000 7f05bcc95700 1 ====== req done req=0x7f04c129d730 op status=-2042 http_status=404 latency=1.572028041s ====== debug 2026-04-07T13:14:49.878+0000 7f05bcc95700 1 beast: 0x7f04c129d730: 10.0.0.155 - rgw-admin-ops-user [07/Apr/2026:13:14:48.306 +0000] "GET /admin/user?format=json&uid=rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe HTTP/1.1" 404 119 - "Go-http-client/1.1" - latency=1.572028041s debug 2026-04-07T13:14:49.878+0000 7f05bec99700 1 ====== starting new request req=0x7f04c129d730 ===== debug 2026-04-07T13:14:49.878+0000 7f05bec99700 0 req 13436913470594684814 0.000000000s :create_user No stored secret string, cache miss debug 2026-04-07T13:14:49.970+0000 7f05b6488700 1 ====== req done req=0x7f04c129d730 op status=0 http_status=200 latency=0.092001639s ====== debug 2026-04-07T13:14:49.970+0000 7f05b6488700 1 beast: 0x7f04c129d730: 10.0.0.155 - rgw-admin-ops-user [07/Apr/2026:13:14:49.878 +0000] "PUT /admin/user?display-name=rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe&format=json&uid=rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe HTTP/1.1" 200 830 - "Go-http-client/1.1" - latency=0.092001639s debug 2026-04-07T13:14:50.018+0000 7f05b2480700 1 ====== starting new request req=0x7f04c0a1b730 ===== debug 2026-04-07T13:14:50.018+0000 7f05b2480700 0 req 4469513546973457619 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-04-07T13:14:50.038+0000 7f05b0c7d700 1 req 4469513546973457619 0.020000355s op->ERRORHANDLER: err_no=-2002 new_err_no=-2002 debug 2026-04-07T13:14:50.042+0000 7f05b0c7d700 1 ====== req done req=0x7f04c0a1b730 op status=0 http_status=404 latency=0.024000429s ====== debug 2026-04-07T13:14:50.042+0000 7f05b0c7d700 1 beast: 0x7f04c0a1b730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:14:50.018 +0000] "DELETE /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 404 281 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.024000429s debug 2026-04-07T13:14:50.042+0000 7f05b2c81700 1 ====== starting new request req=0x7f04c0a1b730 ===== debug 2026-04-07T13:14:50.042+0000 7f05b2c81700 0 req 7552216967911727566 0.000000000s s3:create_bucket No stored secret string, cache miss debug 2026-04-07T13:14:50.274+0000 7f05aa470700 1 ====== req done req=0x7f04c0a1b730 op status=0 http_status=200 latency=0.232004151s ====== debug 2026-04-07T13:14:50.274+0000 7f05aa470700 1 beast: 0x7f04c0a1b730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:14:50.042 +0000] "PUT /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe HTTP/1.1" 200 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.232004151s debug 2026-04-07T13:14:50.274+0000 7f05a8c6d700 1 ====== starting new request req=0x7f04c0a1b730 ===== debug 2026-04-07T13:14:50.274+0000 7f05a8c6d700 0 req 12638745128800358349 0.000000000s s3:put_obj No stored secret string, cache miss debug 2026-04-07T13:14:50.490+0000 7f05a2c61700 1 ====== req done req=0x7f04c0a1b730 op status=0 http_status=200 latency=0.216003850s ====== debug 2026-04-07T13:14:50.490+0000 7f05a2c61700 1 beast: 0x7f04c0a1b730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:14:50.274 +0000] "PUT /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.216003850s debug 2026-04-07T13:14:50.494+0000 7f05ae478700 1 ====== starting new request req=0x7f04c0a1b730 ===== debug 2026-04-07T13:14:50.494+0000 7f05ae478700 0 req 14250463741802195017 0.000000000s s3:get_obj No stored secret string, cache miss debug 2026-04-07T13:14:50.518+0000 7f059dc57700 1 ====== req done req=0x7f04c0a1b730 op status=0 http_status=200 latency=0.024000429s ====== debug 2026-04-07T13:14:50.518+0000 7f059dc57700 1 beast: 0x7f04c0a1b730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:14:50.494 +0000] "GET /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.024000429s debug 2026-04-07T13:14:50.562+0000 7f05a145e700 1 ====== starting new request req=0x7f04c0a1b730 ===== debug 2026-04-07T13:14:50.562+0000 7f05a145e700 0 req 3179520805229626673 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-04-07T13:14:50.778+0000 7f0595446700 1 ====== req done req=0x7f04c0a1b730 op status=0 http_status=204 latency=0.216003850s ====== debug 2026-04-07T13:14:50.778+0000 7f0595446700 1 beast: 0x7f04c0a1b730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:14:50.562 +0000] "DELETE /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.216003850s debug 2026-04-07T13:14:56.383+0000 7f0591c3f700 1 ====== starting new request req=0x7f04c099a730 ===== debug 2026-04-07T13:14:56.383+0000 7f0591c3f700 1 ====== req done req=0x7f04c099a730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:14:56.383+0000 7f0591c3f700 1 beast: 0x7f04c099a730: 10.0.0.26 - - [07/Apr/2026:13:14:56.383 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:14:58.031+0000 7f05f49a7700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-04-07T13:14:58.031+0000 7f05f49a7700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=-), skipping debug 2026-04-07T13:15:06.383+0000 7f0586c29700 1 ====== starting new request req=0x7f04c099a730 ===== debug 2026-04-07T13:15:06.383+0000 7f0586c29700 1 ====== req done req=0x7f04c099a730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:15:06.383+0000 7f0586c29700 1 beast: 0x7f04c099a730: 10.0.0.26 - - [07/Apr/2026:13:15:06.383 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:15:16.383+0000 7f058ec39700 1 ====== starting new request req=0x7f04c0919730 ===== debug 2026-04-07T13:15:16.383+0000 7f058ec39700 1 ====== req done req=0x7f04c0919730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:15:16.383+0000 7f058ec39700 1 beast: 0x7f04c0919730: 10.0.0.26 - - [07/Apr/2026:13:15:16.383 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:15:26.383+0000 7f0575406700 1 ====== starting new request req=0x7f04c099a730 ===== debug 2026-04-07T13:15:26.383+0000 7f0575406700 1 ====== req done req=0x7f04c099a730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:15:26.383+0000 7f0575406700 1 beast: 0x7f04c099a730: 10.0.0.26 - - [07/Apr/2026:13:15:26.383 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:15:28.039+0000 7f05f49a7700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-04-07T13:15:36.383+0000 7f056ebf9700 1 ====== starting new request req=0x7f04c0919730 ===== debug 2026-04-07T13:15:36.383+0000 7f056ebf9700 1 ====== req done req=0x7f04c0919730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:15:36.383+0000 7f056ebf9700 1 beast: 0x7f04c0919730: 10.0.0.26 - - [07/Apr/2026:13:15:36.383 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:15:46.383+0000 7f05673ea700 1 ====== starting new request req=0x7f04c099a730 ===== debug 2026-04-07T13:15:46.383+0000 7f05673ea700 1 ====== req done req=0x7f04c099a730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:15:46.383+0000 7f05673ea700 1 beast: 0x7f04c099a730: 10.0.0.26 - - [07/Apr/2026:13:15:46.383 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:15:50.828+0000 7f05673ea700 1 ====== starting new request req=0x7f04c129d730 ===== debug 2026-04-07T13:15:50.828+0000 7f05673ea700 0 req 7863155764003603995 0.000000000s :get_user_info No stored secret string, cache miss debug 2026-04-07T13:15:51.860+0000 7f05673ea700 1 ====== req done req=0x7f04c129d730 op status=0 http_status=200 latency=1.032018423s ====== debug 2026-04-07T13:15:51.860+0000 7f05673ea700 1 beast: 0x7f04c129d730: 10.0.0.155 - rgw-admin-ops-user [07/Apr/2026:13:15:50.828 +0000] "GET /admin/user?format=json&uid=rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe HTTP/1.1" 200 830 - "Go-http-client/1.1" - latency=1.032018423s debug 2026-04-07T13:15:51.892+0000 7f055abd1700 1 ====== starting new request req=0x7f04c099a730 ===== debug 2026-04-07T13:15:51.892+0000 7f055abd1700 0 req 12682066913141420251 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-04-07T13:15:51.924+0000 7f05583cc700 1 ====== req done req=0x7f04c099a730 op status=-2 http_status=204 latency=0.032000571s ====== debug 2026-04-07T13:15:51.924+0000 7f05583cc700 1 beast: 0x7f04c099a730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:15:51.892 +0000] "DELETE /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.032000571s debug 2026-04-07T13:15:51.928+0000 7f05563c8700 1 ====== starting new request req=0x7f04c099a730 ===== debug 2026-04-07T13:15:51.928+0000 7f05563c8700 0 req 17616914013887212731 0.000000000s s3:create_bucket No stored secret string, cache miss debug 2026-04-07T13:15:51.980+0000 7f05533c2700 1 ====== req done req=0x7f04c099a730 op status=0 http_status=200 latency=0.052000929s ====== debug 2026-04-07T13:15:51.980+0000 7f05533c2700 1 beast: 0x7f04c099a730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:15:51.928 +0000] "PUT /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe HTTP/1.1" 200 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.052000929s debug 2026-04-07T13:15:51.980+0000 7f055a3d0700 1 ====== starting new request req=0x7f04c099a730 ===== debug 2026-04-07T13:15:51.980+0000 7f055a3d0700 0 req 3703704577384577673 0.000000000s s3:put_obj No stored secret string, cache miss debug 2026-04-07T13:15:52.072+0000 7f054d3b6700 1 ====== req done req=0x7f04c099a730 op status=0 http_status=200 latency=0.092001639s ====== debug 2026-04-07T13:15:52.072+0000 7f054d3b6700 1 beast: 0x7f04c099a730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:15:51.980 +0000] "PUT /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.092001639s debug 2026-04-07T13:15:52.072+0000 7f054f3ba700 1 ====== starting new request req=0x7f04c099a730 ===== debug 2026-04-07T13:15:52.072+0000 7f054f3ba700 0 req 16504914839288270324 0.000000000s s3:get_obj No stored secret string, cache miss debug 2026-04-07T13:15:52.100+0000 7f0549baf700 1 ====== req done req=0x7f04c099a730 op status=0 http_status=200 latency=0.028000500s ====== debug 2026-04-07T13:15:52.100+0000 7f0549baf700 1 beast: 0x7f04c099a730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:15:52.072 +0000] "GET /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.028000500s debug 2026-04-07T13:15:52.192+0000 7f054bbb3700 1 ====== starting new request req=0x7f04c099a730 ===== debug 2026-04-07T13:15:52.192+0000 7f054bbb3700 0 req 5787531635638284691 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-04-07T13:15:52.228+0000 7f0542ba1700 1 ====== req done req=0x7f04c099a730 op status=0 http_status=204 latency=0.036000643s ====== debug 2026-04-07T13:15:52.228+0000 7f0542ba1700 1 beast: 0x7f04c099a730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:15:52.192 +0000] "DELETE /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000643s debug 2026-04-07T13:15:56.380+0000 7f053e398700 1 ====== starting new request req=0x7f04c0a1b730 ===== debug 2026-04-07T13:15:56.384+0000 7f053e398700 1 ====== req done req=0x7f04c0a1b730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:15:56.384+0000 7f053e398700 1 beast: 0x7f04c0a1b730: 10.0.0.26 - - [07/Apr/2026:13:15:56.380 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:15:58.040+0000 7f05f49a7700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-04-07T13:16:06.384+0000 7f0536388700 1 ====== starting new request req=0x7f04c0919730 ===== debug 2026-04-07T13:16:06.384+0000 7f0536388700 1 ====== req done req=0x7f04c0919730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:16:06.384+0000 7f0536388700 1 beast: 0x7f04c0919730: 10.0.0.26 - - [07/Apr/2026:13:16:06.384 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:16:08.088+0000 7f04c5aa7700 -1 rgw realm watcher: RGWRealmWatcher::handle_error oid=realms.af0f744e-b7ed-453f-8cc5-7756a6fee576.control err=-110 debug 2026-04-07T13:16:16.384+0000 7f053938e700 1 ====== starting new request req=0x7f04c0a1b730 ===== debug 2026-04-07T13:16:16.384+0000 7f053938e700 1 ====== req done req=0x7f04c0a1b730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:16:16.384+0000 7f053938e700 1 beast: 0x7f04c0a1b730: 10.0.0.26 - - [07/Apr/2026:13:16:16.384 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:16:26.384+0000 7f0522b61700 1 ====== starting new request req=0x7f04c0919730 ===== debug 2026-04-07T13:16:26.384+0000 7f0522b61700 1 ====== req done req=0x7f04c0919730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:16:26.384+0000 7f0522b61700 1 beast: 0x7f04c0919730: 10.0.0.26 - - [07/Apr/2026:13:16:26.380 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:16:28.048+0000 7f05f49a7700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-04-07T13:16:36.384+0000 7f051b352700 1 ====== starting new request req=0x7f04c0a1b730 ===== debug 2026-04-07T13:16:36.384+0000 7f051b352700 1 ====== req done req=0x7f04c0a1b730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:16:36.384+0000 7f051b352700 1 beast: 0x7f04c0a1b730: 10.0.0.26 - - [07/Apr/2026:13:16:36.384 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:16:46.385+0000 7f0516b49700 1 ====== starting new request req=0x7f04c0919730 ===== debug 2026-04-07T13:16:46.385+0000 7f0516b49700 1 ====== req done req=0x7f04c0919730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:16:46.385+0000 7f0516b49700 1 beast: 0x7f04c0919730: 10.0.0.26 - - [07/Apr/2026:13:16:46.385 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:16:52.293+0000 7f051734a700 1 ====== starting new request req=0x7f04c129d730 ===== debug 2026-04-07T13:16:52.293+0000 7f051734a700 0 req 2646728487595726226 0.000000000s :get_user_info No stored secret string, cache miss debug 2026-04-07T13:16:52.381+0000 7f05ee19a700 -1 rgw watcher librados: RGWWatcher::handle_error cookie 94497614627968 err (110) Connection timed out debug 2026-04-07T13:16:53.329+0000 7f050cb35700 1 ====== req done req=0x7f04c129d730 op status=0 http_status=200 latency=1.036018610s ====== debug 2026-04-07T13:16:53.329+0000 7f050cb35700 1 beast: 0x7f04c129d730: 10.0.0.155 - rgw-admin-ops-user [07/Apr/2026:13:16:52.293 +0000] "GET /admin/user?format=json&uid=rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe HTTP/1.1" 200 830 - "Go-http-client/1.1" - latency=1.036018610s debug 2026-04-07T13:16:53.329+0000 7f0510b3d700 1 ====== starting new request req=0x7f04c0a1b730 ===== debug 2026-04-07T13:16:53.333+0000 7f050732a700 0 req 5917469790568266764 0.004000071s s3:delete_obj No stored secret string, cache miss debug 2026-04-07T13:16:53.365+0000 7f0504b25700 1 ====== req done req=0x7f04c0a1b730 op status=-2 http_status=204 latency=0.036000643s ====== debug 2026-04-07T13:16:53.365+0000 7f0504b25700 1 beast: 0x7f04c0a1b730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:16:53.329 +0000] "DELETE /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000643s debug 2026-04-07T13:16:53.365+0000 7f0503322700 1 ====== starting new request req=0x7f04c0a1b730 ===== debug 2026-04-07T13:16:53.365+0000 7f0503322700 0 req 3099850705246410010 0.000000000s s3:create_bucket No stored secret string, cache miss debug 2026-04-07T13:16:53.409+0000 7f050031c700 1 ====== req done req=0x7f04c0a1b730 op status=0 http_status=200 latency=0.044000790s ====== debug 2026-04-07T13:16:53.409+0000 7f050031c700 1 beast: 0x7f04c0a1b730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:16:53.365 +0000] "PUT /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe HTTP/1.1" 200 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.044000790s debug 2026-04-07T13:16:53.409+0000 7f0509b2f700 1 ====== starting new request req=0x7f04c0a1b730 ===== debug 2026-04-07T13:16:53.409+0000 7f0509b2f700 0 req 7552659361595080990 0.000000000s s3:put_obj No stored secret string, cache miss debug 2026-04-07T13:16:53.449+0000 7f04fa310700 1 ====== req done req=0x7f04c0a1b730 op status=0 http_status=200 latency=0.040000714s ====== debug 2026-04-07T13:16:53.449+0000 7f04fa310700 1 beast: 0x7f04c0a1b730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:16:53.409 +0000] "PUT /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.040000714s debug 2026-04-07T13:16:53.449+0000 7f04fe318700 1 ====== starting new request req=0x7f04c0a1b730 ===== debug 2026-04-07T13:16:53.449+0000 7f04fe318700 0 req 5271565600387294421 0.000000000s s3:get_obj No stored secret string, cache miss debug 2026-04-07T13:16:53.489+0000 7f04f5306700 1 ====== req done req=0x7f04c0a1b730 op status=0 http_status=200 latency=0.040000714s ====== debug 2026-04-07T13:16:53.489+0000 7f04f5306700 1 beast: 0x7f04c0a1b730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:16:53.449 +0000] "GET /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.040000714s debug 2026-04-07T13:16:53.533+0000 7f04f8b0d700 1 ====== starting new request req=0x7f04c0a1b730 ===== debug 2026-04-07T13:16:53.533+0000 7f04f8b0d700 0 req 17102074439261425376 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-04-07T13:16:53.573+0000 7f04edaf7700 1 ====== req done req=0x7f04c0a1b730 op status=0 http_status=204 latency=0.040000714s ====== debug 2026-04-07T13:16:53.573+0000 7f04edaf7700 1 beast: 0x7f04c0a1b730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:16:53.533 +0000] "DELETE /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.040000714s debug 2026-04-07T13:16:56.385+0000 7f04ec2f4700 1 ====== starting new request req=0x7f04c0898730 ===== debug 2026-04-07T13:16:56.385+0000 7f04ec2f4700 1 ====== req done req=0x7f04c0898730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:16:56.385+0000 7f04ec2f4700 1 beast: 0x7f04c0898730: 10.0.0.26 - - [07/Apr/2026:13:16:56.385 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:16:58.049+0000 7f05f49a7700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-04-07T13:17:06.381+0000 7f04e3ae3700 1 ====== starting new request req=0x7f04c0919730 ===== debug 2026-04-07T13:17:06.381+0000 7f04e3ae3700 1 ====== req done req=0x7f04c0919730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:17:06.381+0000 7f04e3ae3700 1 beast: 0x7f04c0919730: 10.0.0.26 - - [07/Apr/2026:13:17:06.381 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:17:16.381+0000 7f04d9acf700 1 ====== starting new request req=0x7f04c0919730 ===== debug 2026-04-07T13:17:16.381+0000 7f04d9acf700 1 ====== req done req=0x7f04c0919730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:17:16.381+0000 7f04d9acf700 1 beast: 0x7f04c0919730: 10.0.0.26 - - [07/Apr/2026:13:17:16.381 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:17:26.381+0000 7f04d2ac1700 1 ====== starting new request req=0x7f04c099a730 ===== debug 2026-04-07T13:17:26.381+0000 7f04d2ac1700 1 ====== req done req=0x7f04c099a730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:17:26.381+0000 7f04d2ac1700 1 beast: 0x7f04c099a730: 10.0.0.26 - - [07/Apr/2026:13:17:26.381 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:17:28.053+0000 7f05f49a7700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-04-07T13:17:36.381+0000 7f04ceab9700 1 ====== starting new request req=0x7f04c0919730 ===== debug 2026-04-07T13:17:36.381+0000 7f04cf2ba700 1 ====== req done req=0x7f04c0919730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:17:36.381+0000 7f04cf2ba700 1 beast: 0x7f04c0919730: 10.0.0.26 - - [07/Apr/2026:13:17:36.381 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:17:46.382+0000 7f04c72aa700 1 ====== starting new request req=0x7f04c099a730 ===== debug 2026-04-07T13:17:46.382+0000 7f04c72aa700 1 ====== req done req=0x7f04c099a730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:17:46.382+0000 7f04c72aa700 1 beast: 0x7f04c099a730: 10.0.0.26 - - [07/Apr/2026:13:17:46.382 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:17:53.602+0000 7f04c9aaf700 1 ====== starting new request req=0x7f04c129d730 ===== debug 2026-04-07T13:17:53.602+0000 7f04c9aaf700 0 req 2238946814234598701 0.000000000s :get_user_info No stored secret string, cache miss debug 2026-04-07T13:17:54.646+0000 7f05c34a2700 1 ====== req done req=0x7f04c129d730 op status=0 http_status=200 latency=1.044018745s ====== debug 2026-04-07T13:17:54.646+0000 7f05c34a2700 1 beast: 0x7f04c129d730: 10.0.0.155 - rgw-admin-ops-user [07/Apr/2026:13:17:53.602 +0000] "GET /admin/user?format=json&uid=rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe HTTP/1.1" 200 830 - "Go-http-client/1.1" - latency=1.044018745s debug 2026-04-07T13:17:54.650+0000 7f05bc494700 1 ====== starting new request req=0x7f04c099a730 ===== debug 2026-04-07T13:17:54.650+0000 7f05bc494700 0 req 14668196442633043080 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-04-07T13:17:54.694+0000 7f05b9c8f700 1 ====== req done req=0x7f04c099a730 op status=-2 http_status=204 latency=0.044000790s ====== debug 2026-04-07T13:17:54.694+0000 7f05b9c8f700 1 beast: 0x7f04c099a730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:17:54.650 +0000] "DELETE /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.044000790s debug 2026-04-07T13:17:54.694+0000 7f05bbc93700 1 ====== starting new request req=0x7f04c099a730 ===== debug 2026-04-07T13:17:54.694+0000 7f05bbc93700 0 req 6659605861927071296 0.000000000s s3:create_bucket No stored secret string, cache miss debug 2026-04-07T13:17:54.722+0000 7f05b5c87700 1 ====== req done req=0x7f04c099a730 op status=0 http_status=200 latency=0.028000502s ====== debug 2026-04-07T13:17:54.722+0000 7f05b5c87700 1 beast: 0x7f04c099a730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:17:54.694 +0000] "PUT /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe HTTP/1.1" 200 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.028000502s debug 2026-04-07T13:17:54.722+0000 7f05bec99700 1 ====== starting new request req=0x7f04c099a730 ===== debug 2026-04-07T13:17:54.722+0000 7f05bec99700 0 req 3052621816563420049 0.000000000s s3:put_obj No stored secret string, cache miss debug 2026-04-07T13:17:54.754+0000 7f05b147e700 1 ====== req done req=0x7f04c099a730 op status=0 http_status=200 latency=0.032000575s ====== debug 2026-04-07T13:17:54.754+0000 7f05b147e700 1 beast: 0x7f04c099a730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:17:54.722 +0000] "PUT /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.032000575s debug 2026-04-07T13:17:54.754+0000 7f05b5486700 1 ====== starting new request req=0x7f04c099a730 ===== debug 2026-04-07T13:17:54.754+0000 7f05b5486700 0 req 17664705539098920492 0.000000000s s3:get_obj No stored secret string, cache miss debug 2026-04-07T13:17:54.774+0000 7f05abc73700 1 ====== req done req=0x7f04c099a730 op status=0 http_status=200 latency=0.020000357s ====== debug 2026-04-07T13:17:54.774+0000 7f05abc73700 1 beast: 0x7f04c099a730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:17:54.754 +0000] "GET /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.020000357s debug 2026-04-07T13:17:54.818+0000 7f05afc7b700 1 ====== starting new request req=0x7f04c099a730 ===== debug 2026-04-07T13:17:54.818+0000 7f05afc7b700 0 req 5739039595778757912 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-04-07T13:17:54.850+0000 7f05a6c69700 1 ====== req done req=0x7f04c099a730 op status=0 http_status=204 latency=0.032000571s ====== debug 2026-04-07T13:17:54.850+0000 7f05a6c69700 1 beast: 0x7f04c099a730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:17:54.818 +0000] "DELETE /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.032000571s debug 2026-04-07T13:17:56.426+0000 7f05a5c67700 1 ====== starting new request req=0x7f04c0919730 ===== debug 2026-04-07T13:17:56.426+0000 7f05a5c67700 1 ====== req done req=0x7f04c0919730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:17:56.426+0000 7f05a5c67700 1 beast: 0x7f04c0919730: 10.0.0.26 - - [07/Apr/2026:13:17:56.426 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:17:58.054+0000 7f05f49a7700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-04-07T13:18:06.382+0000 7f059d456700 1 ====== starting new request req=0x7f04c0919730 ===== debug 2026-04-07T13:18:06.382+0000 7f059d456700 1 ====== req done req=0x7f04c0919730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:18:06.382+0000 7f059d456700 1 beast: 0x7f04c0919730: 10.0.0.26 - - [07/Apr/2026:13:18:06.382 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:18:16.382+0000 7f058fc3b700 1 ====== starting new request req=0x7f04c0a1b730 ===== debug 2026-04-07T13:18:16.382+0000 7f058fc3b700 1 ====== req done req=0x7f04c0a1b730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:18:16.382+0000 7f058fc3b700 1 beast: 0x7f04c0a1b730: 10.0.0.26 - - [07/Apr/2026:13:18:16.382 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:18:26.382+0000 7f059944e700 1 ====== starting new request req=0x7f04c0a1b730 ===== debug 2026-04-07T13:18:26.382+0000 7f059944e700 1 ====== req done req=0x7f04c0a1b730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:18:26.382+0000 7f059944e700 1 beast: 0x7f04c0a1b730: 10.0.0.26 - - [07/Apr/2026:13:18:26.382 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:18:28.058+0000 7f05f49a7700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-04-07T13:18:36.383+0000 7f058742a700 1 ====== starting new request req=0x7f04c0919730 ===== debug 2026-04-07T13:18:36.383+0000 7f058742a700 1 ====== req done req=0x7f04c0919730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:18:36.383+0000 7f058742a700 1 beast: 0x7f04c0919730: 10.0.0.26 - - [07/Apr/2026:13:18:36.383 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:18:46.383+0000 7f057ac11700 1 ====== starting new request req=0x7f04c0919730 ===== debug 2026-04-07T13:18:46.383+0000 7f057ac11700 1 ====== req done req=0x7f04c0919730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:18:46.383+0000 7f057ac11700 1 beast: 0x7f04c0919730: 10.0.0.26 - - [07/Apr/2026:13:18:46.383 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:18:54.863+0000 7f0580c1d700 1 ====== starting new request req=0x7f04c129d730 ===== debug 2026-04-07T13:18:54.867+0000 7f0580c1d700 0 req 11762984531151222549 0.004000072s :get_user_info No stored secret string, cache miss debug 2026-04-07T13:18:55.907+0000 7f0580c1d700 1 ====== req done req=0x7f04c129d730 op status=0 http_status=200 latency=1.044018984s ====== debug 2026-04-07T13:18:55.907+0000 7f0580c1d700 1 beast: 0x7f04c129d730: 10.0.0.155 - rgw-admin-ops-user [07/Apr/2026:13:18:54.863 +0000] "GET /admin/user?format=json&uid=rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe HTTP/1.1" 200 830 - "Go-http-client/1.1" - latency=1.044018984s debug 2026-04-07T13:18:55.911+0000 7f0574c05700 1 ====== starting new request req=0x7f04c0a1b730 ===== debug 2026-04-07T13:18:55.911+0000 7f0574c05700 0 req 4011913481637951513 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-04-07T13:18:55.947+0000 7f05713fe700 1 ====== req done req=0x7f04c0a1b730 op status=-2 http_status=204 latency=0.036000650s ====== debug 2026-04-07T13:18:55.947+0000 7f05713fe700 1 beast: 0x7f04c0a1b730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:18:55.911 +0000] "DELETE /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000650s debug 2026-04-07T13:18:55.947+0000 7f0574404700 1 ====== starting new request req=0x7f04c0a1b730 ===== debug 2026-04-07T13:18:55.947+0000 7f0574404700 0 req 949980927749942818 0.000000000s s3:create_bucket No stored secret string, cache miss debug 2026-04-07T13:18:55.983+0000 7f056bbf3700 1 ====== req done req=0x7f04c0a1b730 op status=0 http_status=200 latency=0.036000658s ====== debug 2026-04-07T13:18:55.983+0000 7f056bbf3700 1 beast: 0x7f04c0a1b730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:18:55.947 +0000] "PUT /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe HTTP/1.1" 200 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000658s debug 2026-04-07T13:18:55.983+0000 7f056dbf7700 1 ====== starting new request req=0x7f04c0a1b730 ===== debug 2026-04-07T13:18:55.983+0000 7f056dbf7700 0 req 5688182305362663844 0.000000000s s3:put_obj No stored secret string, cache miss debug 2026-04-07T13:18:56.023+0000 7f05683ec700 1 ====== req done req=0x7f04c0a1b730 op status=0 http_status=200 latency=0.040000726s ====== debug 2026-04-07T13:18:56.023+0000 7f05683ec700 1 beast: 0x7f04c0a1b730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:18:55.983 +0000] "PUT /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.040000726s debug 2026-04-07T13:18:56.023+0000 7f056abf1700 1 ====== starting new request req=0x7f04c0a1b730 ===== debug 2026-04-07T13:18:56.023+0000 7f056abf1700 0 req 16683105744544785939 0.000000000s s3:get_obj No stored secret string, cache miss debug 2026-04-07T13:18:56.047+0000 7f05633e2700 1 ====== req done req=0x7f04c0a1b730 op status=0 http_status=200 latency=0.024000436s ====== debug 2026-04-07T13:18:56.047+0000 7f05633e2700 1 beast: 0x7f04c0a1b730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:18:56.023 +0000] "GET /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.024000436s debug 2026-04-07T13:18:56.091+0000 7f05663e8700 1 ====== starting new request req=0x7f04c0a1b730 ===== debug 2026-04-07T13:18:56.091+0000 7f05663e8700 0 req 13866848445095272294 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-04-07T13:18:56.123+0000 7f055c3d4700 1 ====== req done req=0x7f04c0a1b730 op status=0 http_status=204 latency=0.032000579s ====== debug 2026-04-07T13:18:56.123+0000 7f055c3d4700 1 beast: 0x7f04c0a1b730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:18:56.091 +0000] "DELETE /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.032000579s debug 2026-04-07T13:18:56.383+0000 7f05583cc700 1 ====== starting new request req=0x7f04c0898730 ===== debug 2026-04-07T13:18:56.383+0000 7f05583cc700 1 ====== req done req=0x7f04c0898730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:18:56.383+0000 7f05583cc700 1 beast: 0x7f04c0898730: 10.0.0.26 - - [07/Apr/2026:13:18:56.383 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:18:58.059+0000 7f05f49a7700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-04-07T13:19:06.383+0000 7f05513be700 1 ====== starting new request req=0x7f04c0919730 ===== debug 2026-04-07T13:19:06.383+0000 7f05513be700 1 ====== req done req=0x7f04c0919730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:19:06.383+0000 7f05513be700 1 beast: 0x7f04c0919730: 10.0.0.26 - - [07/Apr/2026:13:19:06.383 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:19:16.383+0000 7f05453a6700 1 ====== starting new request req=0x7f04c0919730 ===== debug 2026-04-07T13:19:16.383+0000 7f05453a6700 1 ====== req done req=0x7f04c0919730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:19:16.383+0000 7f05453a6700 1 beast: 0x7f04c0919730: 10.0.0.26 - - [07/Apr/2026:13:19:16.383 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:19:26.383+0000 7f0542ba1700 1 ====== starting new request req=0x7f04c099a730 ===== debug 2026-04-07T13:19:26.383+0000 7f0542ba1700 1 ====== req done req=0x7f04c099a730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:19:26.383+0000 7f0542ba1700 1 beast: 0x7f04c099a730: 10.0.0.26 - - [07/Apr/2026:13:19:26.383 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:19:28.067+0000 7f05f49a7700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-04-07T13:19:36.384+0000 7f053c394700 1 ====== starting new request req=0x7f04c0919730 ===== debug 2026-04-07T13:19:36.384+0000 7f053c394700 1 ====== req done req=0x7f04c0919730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:19:36.384+0000 7f053c394700 1 beast: 0x7f04c0919730: 10.0.0.26 - - [07/Apr/2026:13:19:36.384 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:19:46.384+0000 7f0536b89700 1 ====== starting new request req=0x7f04c099a730 ===== debug 2026-04-07T13:19:46.384+0000 7f0536b89700 1 ====== req done req=0x7f04c099a730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:19:46.384+0000 7f0536b89700 1 beast: 0x7f04c099a730: 10.0.0.26 - - [07/Apr/2026:13:19:46.384 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:19:56.136+0000 7f0534b85700 1 ====== starting new request req=0x7f04c129d730 ===== debug 2026-04-07T13:19:56.136+0000 7f0534b85700 0 req 139814739296499366 0.000000000s :get_user_info No stored secret string, cache miss debug 2026-04-07T13:19:56.380+0000 7f052836c700 1 ====== starting new request req=0x7f04c0919730 ===== debug 2026-04-07T13:19:56.384+0000 7f052836c700 1 ====== req done req=0x7f04c0919730 op status=0 http_status=200 latency=0.004000073s ====== debug 2026-04-07T13:19:56.384+0000 7f052836c700 1 beast: 0x7f04c0919730: 10.0.0.26 - - [07/Apr/2026:13:19:56.380 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.004000073s debug 2026-04-07T13:19:57.164+0000 7f0534b85700 1 ====== req done req=0x7f04c129d730 op status=0 http_status=200 latency=1.028018594s ====== debug 2026-04-07T13:19:57.164+0000 7f0534b85700 1 beast: 0x7f04c129d730: 10.0.0.155 - rgw-admin-ops-user [07/Apr/2026:13:19:56.136 +0000] "GET /admin/user?format=json&uid=rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe HTTP/1.1" 200 830 - "Go-http-client/1.1" - latency=1.028018594s debug 2026-04-07T13:19:57.168+0000 7f052b372700 1 ====== starting new request req=0x7f04c099a730 ===== debug 2026-04-07T13:19:57.168+0000 7f052b372700 0 req 16571176947177342591 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-04-07T13:19:57.196+0000 7f0520b5d700 1 ====== req done req=0x7f04c099a730 op status=-2 http_status=204 latency=0.028000508s ====== debug 2026-04-07T13:19:57.196+0000 7f0520b5d700 1 beast: 0x7f04c099a730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:19:57.168 +0000] "DELETE /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.028000508s debug 2026-04-07T13:19:57.196+0000 7f0523b63700 1 ====== starting new request req=0x7f04c099a730 ===== debug 2026-04-07T13:19:57.196+0000 7f0523b63700 0 req 1063632271738346003 0.000000000s s3:create_bucket No stored secret string, cache miss debug 2026-04-07T13:19:57.228+0000 7f051c354700 1 ====== req done req=0x7f04c099a730 op status=0 http_status=200 latency=0.032000579s ====== debug 2026-04-07T13:19:57.228+0000 7f051c354700 1 beast: 0x7f04c099a730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:19:57.196 +0000] "PUT /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe HTTP/1.1" 200 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.032000579s debug 2026-04-07T13:19:57.232+0000 7f051e358700 1 ====== starting new request req=0x7f04c099a730 ===== debug 2026-04-07T13:19:57.232+0000 7f051e358700 0 req 1369726727718040712 0.000000000s s3:put_obj No stored secret string, cache miss debug 2026-04-07T13:19:57.272+0000 7f0515b47700 1 ====== req done req=0x7f04c099a730 op status=0 http_status=200 latency=0.040000729s ====== debug 2026-04-07T13:19:57.272+0000 7f0515b47700 1 beast: 0x7f04c099a730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:19:57.232 +0000] "PUT /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.040000729s debug 2026-04-07T13:19:57.272+0000 7f0518b4d700 1 ====== starting new request req=0x7f04c099a730 ===== debug 2026-04-07T13:19:57.272+0000 7f0518b4d700 0 req 17248544278167174180 0.000000000s s3:get_obj No stored secret string, cache miss debug 2026-04-07T13:19:57.304+0000 7f051ab51700 1 ====== req done req=0x7f04c099a730 op status=0 http_status=200 latency=0.032000579s ====== debug 2026-04-07T13:19:57.304+0000 7f051ab51700 1 beast: 0x7f04c099a730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:19:57.272 +0000] "GET /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.032000579s debug 2026-04-07T13:19:57.348+0000 7f0514b45700 1 ====== starting new request req=0x7f04c099a730 ===== debug 2026-04-07T13:19:57.348+0000 7f0514b45700 0 req 6058813281749829535 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-04-07T13:19:57.380+0000 7f050ab31700 1 ====== req done req=0x7f04c099a730 op status=0 http_status=204 latency=0.032000579s ====== debug 2026-04-07T13:19:57.380+0000 7f050ab31700 1 beast: 0x7f04c099a730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:19:57.348 +0000] "DELETE /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.032000579s debug 2026-04-07T13:19:58.072+0000 7f05f49a7700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-04-07T13:20:06.384+0000 7f0506b29700 1 ====== starting new request req=0x7f04c0a1b730 ===== debug 2026-04-07T13:20:06.384+0000 7f0506b29700 1 ====== req done req=0x7f04c0a1b730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:20:06.384+0000 7f0506b29700 1 beast: 0x7f04c0a1b730: 10.0.0.26 - - [07/Apr/2026:13:20:06.384 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:20:16.384+0000 7f0500b1d700 1 ====== starting new request req=0x7f04c0919730 ===== debug 2026-04-07T13:20:16.384+0000 7f0500b1d700 1 ====== req done req=0x7f04c0919730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:20:16.384+0000 7f0500b1d700 1 beast: 0x7f04c0919730: 10.0.0.26 - - [07/Apr/2026:13:20:16.384 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:20:26.385+0000 7f04f7b0b700 1 ====== starting new request req=0x7f04c0919730 ===== debug 2026-04-07T13:20:26.385+0000 7f04f7b0b700 1 ====== req done req=0x7f04c0919730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:20:26.385+0000 7f04f7b0b700 1 beast: 0x7f04c0919730: 10.0.0.26 - - [07/Apr/2026:13:20:26.385 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:20:28.089+0000 7f05f49a7700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-04-07T13:20:36.385+0000 7f04f2b01700 1 ====== starting new request req=0x7f04c0919730 ===== debug 2026-04-07T13:20:36.385+0000 7f04f2b01700 1 ====== req done req=0x7f04c0919730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:20:36.385+0000 7f04f2b01700 1 beast: 0x7f04c0919730: 10.0.0.26 - - [07/Apr/2026:13:20:36.385 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:20:46.381+0000 7f04efafb700 1 ====== starting new request req=0x7f04c0a1b730 ===== debug 2026-04-07T13:20:46.381+0000 7f04efafb700 1 ====== req done req=0x7f04c0a1b730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:20:46.381+0000 7f04efafb700 1 beast: 0x7f04c0a1b730: 10.0.0.26 - - [07/Apr/2026:13:20:46.381 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:20:56.377+0000 7f04e72ea700 1 ====== starting new request req=0x7f04c0919730 ===== debug 2026-04-07T13:20:56.381+0000 7f04e72ea700 1 ====== req done req=0x7f04c0919730 op status=0 http_status=200 latency=0.004000072s ====== debug 2026-04-07T13:20:56.381+0000 7f04e72ea700 1 beast: 0x7f04c0919730: 10.0.0.26 - - [07/Apr/2026:13:20:56.377 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.004000072s debug 2026-04-07T13:20:57.389+0000 7f04eb2f2700 1 ====== starting new request req=0x7f04c129d730 ===== debug 2026-04-07T13:20:57.393+0000 7f04eb2f2700 0 req 1237239962200296045 0.004000072s :get_user_info No stored secret string, cache miss debug 2026-04-07T13:20:58.085+0000 7f05f49a7700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-04-07T13:20:58.417+0000 7f04eb2f2700 1 ====== req done req=0x7f04c129d730 op status=0 http_status=200 latency=1.028018594s ====== debug 2026-04-07T13:20:58.417+0000 7f04eb2f2700 1 beast: 0x7f04c129d730: 10.0.0.155 - rgw-admin-ops-user [07/Apr/2026:13:20:57.389 +0000] "GET /admin/user?format=json&uid=rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe HTTP/1.1" 200 830 - "Go-http-client/1.1" - latency=1.028018594s debug 2026-04-07T13:20:58.421+0000 7f04e0add700 1 ====== starting new request req=0x7f04c0a1b730 ===== debug 2026-04-07T13:20:58.421+0000 7f04e0add700 0 req 12685623358576845687 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-04-07T13:20:58.457+0000 7f04dd2d6700 1 ====== req done req=0x7f04c0a1b730 op status=-2 http_status=204 latency=0.036000658s ====== debug 2026-04-07T13:20:58.457+0000 7f04dd2d6700 1 beast: 0x7f04c0a1b730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:20:58.421 +0000] "DELETE /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000658s debug 2026-04-07T13:20:58.457+0000 7f04db2d2700 1 ====== starting new request req=0x7f04c0a1b730 ===== debug 2026-04-07T13:20:58.457+0000 7f04db2d2700 0 req 14672168760121210584 0.000000000s s3:create_bucket No stored secret string, cache miss debug 2026-04-07T13:20:58.493+0000 7f04d52c6700 1 ====== req done req=0x7f04c0a1b730 op status=0 http_status=200 latency=0.036000650s ====== debug 2026-04-07T13:20:58.493+0000 7f04d52c6700 1 beast: 0x7f04c0a1b730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:20:58.457 +0000] "PUT /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe HTTP/1.1" 200 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000650s debug 2026-04-07T13:20:58.493+0000 7f04dead9700 1 ====== starting new request req=0x7f04c0a1b730 ===== debug 2026-04-07T13:20:58.493+0000 7f04dead9700 0 req 12946665535695342104 0.000000000s s3:put_obj No stored secret string, cache miss debug 2026-04-07T13:20:58.529+0000 7f04d0abd700 1 ====== req done req=0x7f04c0a1b730 op status=0 http_status=200 latency=0.036000650s ====== debug 2026-04-07T13:20:58.529+0000 7f04d0abd700 1 beast: 0x7f04c0a1b730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:20:58.493 +0000] "PUT /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000650s debug 2026-04-07T13:20:58.529+0000 7f04d2ac1700 1 ====== starting new request req=0x7f04c0a1b730 ===== debug 2026-04-07T13:20:58.529+0000 7f04d2ac1700 0 req 9517590020753641503 0.000000000s s3:get_obj No stored secret string, cache miss debug 2026-04-07T13:20:58.549+0000 7f04cbab3700 1 ====== req done req=0x7f04c0a1b730 op status=0 http_status=200 latency=0.020000363s ====== debug 2026-04-07T13:20:58.549+0000 7f04cbab3700 1 beast: 0x7f04c0a1b730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:20:58.529 +0000] "GET /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.020000363s debug 2026-04-07T13:20:58.593+0000 7f04cf2ba700 1 ====== starting new request req=0x7f04c0a1b730 ===== debug 2026-04-07T13:20:58.593+0000 7f04cf2ba700 0 req 6150409961442113121 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-04-07T13:20:58.633+0000 7f05c1c9f700 1 ====== req done req=0x7f04c0a1b730 op status=0 http_status=204 latency=0.040000726s ====== debug 2026-04-07T13:20:58.633+0000 7f05c1c9f700 1 beast: 0x7f04c0a1b730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:20:58.593 +0000] "DELETE /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.040000726s debug 2026-04-07T13:21:06.381+0000 7f05bfc9b700 1 ====== starting new request req=0x7f04c0919730 ===== debug 2026-04-07T13:21:06.381+0000 7f05bfc9b700 1 ====== req done req=0x7f04c0919730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:21:06.381+0000 7f05bfc9b700 1 beast: 0x7f04c0919730: 10.0.0.26 - - [07/Apr/2026:13:21:06.381 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:21:16.381+0000 7f05b7c8b700 1 ====== starting new request req=0x7f04c0919730 ===== debug 2026-04-07T13:21:16.381+0000 7f05b7c8b700 1 ====== req done req=0x7f04c0919730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:21:16.381+0000 7f05b7c8b700 1 beast: 0x7f04c0919730: 10.0.0.26 - - [07/Apr/2026:13:21:16.381 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:21:26.378+0000 7f05b147e700 1 ====== starting new request req=0x7f04c0919730 ===== debug 2026-04-07T13:21:26.382+0000 7f05b147e700 1 ====== req done req=0x7f04c0919730 op status=0 http_status=200 latency=0.004000072s ====== debug 2026-04-07T13:21:26.382+0000 7f05b147e700 1 beast: 0x7f04c0919730: 10.0.0.26 - - [07/Apr/2026:13:21:26.378 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.004000072s debug 2026-04-07T13:21:28.090+0000 7f05f49a7700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-04-07T13:21:36.382+0000 7f05ab472700 1 ====== starting new request req=0x7f04c099a730 ===== debug 2026-04-07T13:21:36.382+0000 7f05ab472700 1 ====== req done req=0x7f04c099a730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:21:36.382+0000 7f05ab472700 1 beast: 0x7f04c099a730: 10.0.0.26 - - [07/Apr/2026:13:21:36.382 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:21:46.382+0000 7f059fc5b700 1 ====== starting new request req=0x7f04c0919730 ===== debug 2026-04-07T13:21:46.382+0000 7f059fc5b700 1 ====== req done req=0x7f04c0919730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:21:46.382+0000 7f059fc5b700 1 beast: 0x7f04c0919730: 10.0.0.26 - - [07/Apr/2026:13:21:46.382 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:21:56.382+0000 7f0599c4f700 1 ====== starting new request req=0x7f04c0919730 ===== debug 2026-04-07T13:21:56.382+0000 7f0599c4f700 1 ====== req done req=0x7f04c0919730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:21:56.382+0000 7f0599c4f700 1 beast: 0x7f04c0919730: 10.0.0.26 - - [07/Apr/2026:13:21:56.382 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:21:58.094+0000 7f05f49a7700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-04-07T13:21:58.690+0000 7f059c454700 1 ====== starting new request req=0x7f04c129d730 ===== debug 2026-04-07T13:21:58.690+0000 7f059c454700 0 req 1653272720999935743 0.000000000s :get_user_info No stored secret string, cache miss debug 2026-04-07T13:21:59.734+0000 7f0594c45700 1 ====== req done req=0x7f04c129d730 op status=0 http_status=200 latency=1.044018984s ====== debug 2026-04-07T13:21:59.734+0000 7f0594c45700 1 beast: 0x7f04c129d730: 10.0.0.155 - rgw-admin-ops-user [07/Apr/2026:13:21:58.690 +0000] "GET /admin/user?format=json&uid=rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe HTTP/1.1" 200 830 - "Go-http-client/1.1" - latency=1.044018984s debug 2026-04-07T13:21:59.738+0000 7f0594444700 1 ====== starting new request req=0x7f04c099a730 ===== debug 2026-04-07T13:21:59.738+0000 7f0594444700 0 req 6163783380926464670 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-04-07T13:21:59.774+0000 7f058cc35700 1 ====== req done req=0x7f04c099a730 op status=-2 http_status=204 latency=0.036000650s ====== debug 2026-04-07T13:21:59.774+0000 7f058cc35700 1 beast: 0x7f04c099a730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:21:59.738 +0000] "DELETE /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000650s debug 2026-04-07T13:21:59.774+0000 7f058e438700 1 ====== starting new request req=0x7f04c099a730 ===== debug 2026-04-07T13:21:59.774+0000 7f058e438700 0 req 2345271732792107412 0.000000000s s3:create_bucket No stored secret string, cache miss debug 2026-04-07T13:21:59.826+0000 7f058c434700 1 ====== req done req=0x7f04c099a730 op status=0 http_status=200 latency=0.052000944s ====== debug 2026-04-07T13:21:59.826+0000 7f058c434700 1 beast: 0x7f04c099a730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:21:59.774 +0000] "PUT /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe HTTP/1.1" 200 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.052000944s debug 2026-04-07T13:21:59.826+0000 7f058b432700 1 ====== starting new request req=0x7f04c099a730 ===== debug 2026-04-07T13:21:59.826+0000 7f058b432700 0 req 87173077868887238 0.000000000s s3:put_obj No stored secret string, cache miss debug 2026-04-07T13:21:59.870+0000 7f0583c23700 1 ====== req done req=0x7f04c099a730 op status=0 http_status=200 latency=0.044000801s ====== debug 2026-04-07T13:21:59.870+0000 7f0583c23700 1 beast: 0x7f04c099a730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:21:59.826 +0000] "PUT /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.044000801s debug 2026-04-07T13:21:59.870+0000 7f059944e700 1 ====== starting new request req=0x7f04c099a730 ===== debug 2026-04-07T13:21:59.870+0000 7f059944e700 0 req 9743613262320473691 0.000000000s s3:get_obj No stored secret string, cache miss debug 2026-04-07T13:21:59.906+0000 7f057b412700 1 ====== req done req=0x7f04c099a730 op status=0 http_status=200 latency=0.036000650s ====== debug 2026-04-07T13:21:59.906+0000 7f057b412700 1 beast: 0x7f04c099a730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:21:59.870 +0000] "GET /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000650s debug 2026-04-07T13:21:59.950+0000 7f0583c23700 1 ====== starting new request req=0x7f04c099a730 ===== debug 2026-04-07T13:21:59.950+0000 7f0583c23700 0 req 492793755884033663 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-04-07T13:21:59.986+0000 7f057dc17700 1 ====== req done req=0x7f04c099a730 op status=0 http_status=204 latency=0.036000650s ====== debug 2026-04-07T13:21:59.986+0000 7f057dc17700 1 beast: 0x7f04c099a730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:21:59.950 +0000] "DELETE /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000650s debug 2026-04-07T13:22:06.382+0000 7f0571bff700 1 ====== starting new request req=0x7f04c0919730 ===== debug 2026-04-07T13:22:06.382+0000 7f0571bff700 1 ====== req done req=0x7f04c0919730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:22:06.382+0000 7f0571bff700 1 beast: 0x7f04c0919730: 10.0.0.26 - - [07/Apr/2026:13:22:06.382 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:22:16.383+0000 7f056bbf3700 1 ====== starting new request req=0x7f04c0a1b730 ===== debug 2026-04-07T13:22:16.383+0000 7f056bbf3700 1 ====== req done req=0x7f04c0a1b730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:22:16.383+0000 7f056bbf3700 1 beast: 0x7f04c0a1b730: 10.0.0.26 - - [07/Apr/2026:13:22:16.383 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:22:26.383+0000 7f05643e4700 1 ====== starting new request req=0x7f04c0919730 ===== debug 2026-04-07T13:22:26.383+0000 7f05643e4700 1 ====== req done req=0x7f04c0919730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:22:26.383+0000 7f05643e4700 1 beast: 0x7f04c0919730: 10.0.0.26 - - [07/Apr/2026:13:22:26.383 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:22:28.095+0000 7f05f49a7700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-04-07T13:22:36.383+0000 7f05633e2700 1 ====== starting new request req=0x7f04c0919730 ===== debug 2026-04-07T13:22:36.383+0000 7f05633e2700 1 ====== req done req=0x7f04c0919730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:22:36.383+0000 7f05633e2700 1 beast: 0x7f04c0919730: 10.0.0.26 - - [07/Apr/2026:13:22:36.383 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:22:46.383+0000 7f0555bc7700 1 ====== starting new request req=0x7f04c0919730 ===== debug 2026-04-07T13:22:46.383+0000 7f0555bc7700 1 ====== req done req=0x7f04c0919730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:22:46.383+0000 7f0555bc7700 1 beast: 0x7f04c0919730: 10.0.0.26 - - [07/Apr/2026:13:22:46.383 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:22:56.383+0000 7f054cbb5700 1 ====== starting new request req=0x7f04c0a1b730 ===== debug 2026-04-07T13:22:56.383+0000 7f054cbb5700 1 ====== req done req=0x7f04c0a1b730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:22:56.383+0000 7f054cbb5700 1 beast: 0x7f04c0a1b730: 10.0.0.26 - - [07/Apr/2026:13:22:56.383 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:22:58.103+0000 7f05f49a7700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-04-07T13:23:00.003+0000 7f054d3b6700 1 ====== starting new request req=0x7f04c129d730 ===== debug 2026-04-07T13:23:00.003+0000 7f054d3b6700 0 req 106229947497475239 0.000000000s :get_user_info No stored secret string, cache miss debug 2026-04-07T13:23:01.055+0000 7f0544ba5700 1 ====== req done req=0x7f04c129d730 op status=0 http_status=200 latency=1.052020907s ====== debug 2026-04-07T13:23:01.055+0000 7f0544ba5700 1 beast: 0x7f04c129d730: 10.0.0.155 - rgw-admin-ops-user [07/Apr/2026:13:23:00.003 +0000] "GET /admin/user?format=json&uid=rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe HTTP/1.1" 200 830 - "Go-http-client/1.1" - latency=1.052020907s debug 2026-04-07T13:23:01.091+0000 7f054bbb3700 1 ====== starting new request req=0x7f04c0a1b730 ===== debug 2026-04-07T13:23:01.091+0000 7f054bbb3700 0 req 6282022606227934603 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-04-07T13:23:01.119+0000 7f054139e700 1 ====== req done req=0x7f04c0a1b730 op status=-2 http_status=204 latency=0.028000554s ====== debug 2026-04-07T13:23:01.119+0000 7f054139e700 1 beast: 0x7f04c0a1b730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:23:01.091 +0000] "DELETE /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.028000554s debug 2026-04-07T13:23:01.119+0000 7f0545ba7700 1 ====== starting new request req=0x7f04c0a1b730 ===== debug 2026-04-07T13:23:01.119+0000 7f0545ba7700 0 req 4466861027428776167 0.000000000s s3:create_bucket No stored secret string, cache miss debug 2026-04-07T13:23:01.155+0000 7f054039c700 1 ====== req done req=0x7f04c0a1b730 op status=0 http_status=200 latency=0.036000714s ====== debug 2026-04-07T13:23:01.155+0000 7f054039c700 1 beast: 0x7f04c0a1b730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:23:01.119 +0000] "PUT /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe HTTP/1.1" 200 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000714s debug 2026-04-07T13:23:01.155+0000 7f0546ba9700 1 ====== starting new request req=0x7f04c0a1b730 ===== debug 2026-04-07T13:23:01.155+0000 7f0546ba9700 0 req 17995016487950908470 0.000000000s s3:put_obj No stored secret string, cache miss debug 2026-04-07T13:23:01.195+0000 7f053b392700 1 ====== req done req=0x7f04c0a1b730 op status=0 http_status=200 latency=0.040000793s ====== debug 2026-04-07T13:23:01.195+0000 7f053b392700 1 beast: 0x7f04c0a1b730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:23:01.155 +0000] "PUT /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.040000793s debug 2026-04-07T13:23:01.195+0000 7f053d396700 1 ====== starting new request req=0x7f04c0a1b730 ===== debug 2026-04-07T13:23:01.195+0000 7f053d396700 0 req 10771426590163365763 0.000000000s s3:get_obj No stored secret string, cache miss debug 2026-04-07T13:23:01.219+0000 7f0535386700 1 ====== req done req=0x7f04c0a1b730 op status=0 http_status=200 latency=0.024000475s ====== debug 2026-04-07T13:23:01.219+0000 7f0535386700 1 beast: 0x7f04c0a1b730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:23:01.195 +0000] "GET /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.024000475s debug 2026-04-07T13:23:01.267+0000 7f053e398700 1 ====== starting new request req=0x7f04c0a1b730 ===== debug 2026-04-07T13:23:01.267+0000 7f053e398700 0 req 5629563018441244253 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-04-07T13:23:01.299+0000 7f052eb79700 1 ====== req done req=0x7f04c0a1b730 op status=0 http_status=204 latency=0.032000635s ====== debug 2026-04-07T13:23:01.299+0000 7f052eb79700 1 beast: 0x7f04c0a1b730: 10.0.0.155 - rook-ceph-internal-s3-user-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe [07/Apr/2026:13:23:01.267 +0000] "DELETE /rook-ceph-bucket-checker-73171146-7cbd-4acd-b8f1-4835991ec8fe/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.032000635s debug 2026-04-07T13:23:06.383+0000 7f053037c700 1 ====== starting new request req=0x7f04c099a730 ===== debug 2026-04-07T13:23:06.383+0000 7f053037c700 1 ====== req done req=0x7f04c099a730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:23:06.383+0000 7f053037c700 1 beast: 0x7f04c099a730: 10.0.0.26 - - [07/Apr/2026:13:23:06.383 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-04-07T13:23:16.384+0000 7f0528b6d700 1 ====== starting new request req=0x7f04c0919730 ===== debug 2026-04-07T13:23:16.384+0000 7f0528b6d700 1 ====== req done req=0x7f04c0919730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-04-07T13:23:16.384+0000 7f0528b6d700 1 beast: 0x7f04c0919730: 10.0.0.26 - - [07/Apr/2026:13:23:16.384 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s