{"level":"warn","ts":"2026-07-09T13:13:19.255995Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-09T13:13:19.25609Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.152:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.152:2380","--initial-cluster=instance=https://199.19.213.152:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.152:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.152:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-09T13:13:19.256157Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-09T13:13:19.256171Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.152:2380"]} {"level":"info","ts":"2026-07-09T13:13:19.256191Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-09T13:13:19.256835Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.152:2379"]} {"level":"info","ts":"2026-07-09T13:13:19.25692Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.152:2380"],"listen-peer-urls":["https://199.19.213.152:2380"],"advertise-client-urls":["https://199.19.213.152:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.152:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.152:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-09T13:13:19.261698Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.544985ms"} {"level":"info","ts":"2026-07-09T13:13:19.267577Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"68d6d88687e6b830","cluster-id":"8a5d84e8c26d99a1"} {"level":"info","ts":"2026-07-09T13:13:19.267688Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"68d6d88687e6b830 switched to configuration voters=()"} {"level":"info","ts":"2026-07-09T13:13:19.267733Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"68d6d88687e6b830 became follower at term 0"} {"level":"info","ts":"2026-07-09T13:13:19.26775Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 68d6d88687e6b830 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-09T13:13:19.267759Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"68d6d88687e6b830 became follower at term 1"} {"level":"info","ts":"2026-07-09T13:13:19.267802Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"68d6d88687e6b830 switched to configuration voters=(7554463497277847600)"} {"level":"warn","ts":"2026-07-09T13:13:19.272645Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-09T13:13:19.274122Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-09T13:13:19.275397Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-09T13:13:19.278211Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"68d6d88687e6b830","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-09T13:13:19.278458Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-09T13:13:19.278525Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"68d6d88687e6b830","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-09T13:13:19.278662Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-09T13:13:19.278689Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-09T13:13:19.280326Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"68d6d88687e6b830 switched to configuration voters=(7554463497277847600)"} {"level":"info","ts":"2026-07-09T13:13:19.280673Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"8a5d84e8c26d99a1","local-member-id":"68d6d88687e6b830","added-peer-id":"68d6d88687e6b830","added-peer-peer-urls":["https://199.19.213.152:2380"]} {"level":"info","ts":"2026-07-09T13:13:19.284538Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-09T13:13:19.284658Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.152:2380"} {"level":"info","ts":"2026-07-09T13:13:19.284767Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.152:2380"} {"level":"info","ts":"2026-07-09T13:13:19.28497Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"68d6d88687e6b830","initial-advertise-peer-urls":["https://199.19.213.152:2380"],"listen-peer-urls":["https://199.19.213.152:2380"],"advertise-client-urls":["https://199.19.213.152:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.152:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-09T13:13:19.285043Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-09T13:13:20.168969Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"68d6d88687e6b830 is starting a new election at term 1"} {"level":"info","ts":"2026-07-09T13:13:20.169064Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"68d6d88687e6b830 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-09T13:13:20.169115Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"68d6d88687e6b830 received MsgPreVoteResp from 68d6d88687e6b830 at term 1"} {"level":"info","ts":"2026-07-09T13:13:20.169145Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"68d6d88687e6b830 became candidate at term 2"} {"level":"info","ts":"2026-07-09T13:13:20.169169Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"68d6d88687e6b830 received MsgVoteResp from 68d6d88687e6b830 at term 2"} {"level":"info","ts":"2026-07-09T13:13:20.169187Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"68d6d88687e6b830 became leader at term 2"} {"level":"info","ts":"2026-07-09T13:13:20.169207Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 68d6d88687e6b830 elected leader 68d6d88687e6b830 at term 2"} {"level":"info","ts":"2026-07-09T13:13:20.170056Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-09T13:13:20.171401Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"68d6d88687e6b830","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.152:2379]}","request-path":"/0/members/68d6d88687e6b830/attributes","cluster-id":"8a5d84e8c26d99a1","publish-timeout":"7s"} {"level":"info","ts":"2026-07-09T13:13:20.171459Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-09T13:13:20.171548Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-09T13:13:20.171731Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-09T13:13:20.171845Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-09T13:13:20.172164Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"8a5d84e8c26d99a1","local-member-id":"68d6d88687e6b830","cluster-version":"3.5"} {"level":"info","ts":"2026-07-09T13:13:20.172403Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-09T13:13:20.172475Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-09T13:13:20.173807Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.152:2379"} {"level":"info","ts":"2026-07-09T13:13:20.174752Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-09T13:13:38.028236Z","caller":"traceutil/trace.go:171","msg":"trace[1511244777] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"129.106068ms","start":"2026-07-09T13:13:37.899089Z","end":"2026-07-09T13:13:38.028195Z","steps":["trace[1511244777] 'process raft request' (duration: 128.913334ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:14:02.534851Z","caller":"traceutil/trace.go:171","msg":"trace[1348923840] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"302.263614ms","start":"2026-07-09T13:14:02.232518Z","end":"2026-07-09T13:14:02.534781Z","steps":["trace[1348923840] 'process raft request' (duration: 301.275102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:14:02.536157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:14:02.232506Z","time spent":"302.52214ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T13:14:02.57293Z","caller":"traceutil/trace.go:171","msg":"trace[2101623067] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"243.026271ms","start":"2026-07-09T13:14:02.329867Z","end":"2026-07-09T13:14:02.572893Z","steps":["trace[2101623067] 'process raft request' (duration: 242.736154ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:14:02.574051Z","caller":"traceutil/trace.go:171","msg":"trace[1532758601] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"142.889712ms","start":"2026-07-09T13:14:02.431134Z","end":"2026-07-09T13:14:02.574024Z","steps":["trace[1532758601] 'process raft request' (duration: 142.167196ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:14:02.963176Z","caller":"traceutil/trace.go:171","msg":"trace[1768151763] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"334.196051ms","start":"2026-07-09T13:14:02.628944Z","end":"2026-07-09T13:14:02.96314Z","steps":["trace[1768151763] 'process raft request' (duration: 334.040038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:14:02.963347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:14:02.628927Z","time spent":"334.344875ms","remote":"127.0.0.1:39870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-09T13:15:28.844597Z","caller":"traceutil/trace.go:171","msg":"trace[458715596] transaction","detail":"{read_only:false; response_revision:1803; number_of_response:1; }","duration":"276.318391ms","start":"2026-07-09T13:15:28.56825Z","end":"2026-07-09T13:15:28.844568Z","steps":["trace[458715596] 'process raft request' (duration: 276.153168ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:15:29.007216Z","caller":"traceutil/trace.go:171","msg":"trace[592690706] linearizableReadLoop","detail":"{readStateIndex:1875; appliedIndex:1874; }","duration":"337.253302ms","start":"2026-07-09T13:15:28.669935Z","end":"2026-07-09T13:15:29.007188Z","steps":["trace[592690706] 'read index received' (duration: 174.626363ms)","trace[592690706] 'applied index is now lower than readState.Index' (duration: 162.625909ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:15:29.007396Z","caller":"traceutil/trace.go:171","msg":"trace[395573303] transaction","detail":"{read_only:false; response_revision:1804; number_of_response:1; }","duration":"437.452108ms","start":"2026-07-09T13:15:28.569884Z","end":"2026-07-09T13:15:29.007336Z","steps":["trace[395573303] 'process raft request' (duration: 373.760027ms)","trace[395573303] 'compare' (duration: 63.434596ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T13:15:29.007488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.526158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ebf1390f-9bea-4abb-869f-95b690a61893\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-09T13:15:29.007586Z","caller":"traceutil/trace.go:171","msg":"trace[174860392] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ebf1390f-9bea-4abb-869f-95b690a61893; range_end:; response_count:1; response_revision:1804; }","duration":"337.667232ms","start":"2026-07-09T13:15:28.6699Z","end":"2026-07-09T13:15:29.007567Z","steps":["trace[174860392] 'agreement among raft nodes before linearized reading' (duration: 337.432986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:15:29.007588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:15:28.569868Z","time spent":"437.619482ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T13:15:29.00764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:15:28.66988Z","time spent":"337.747534ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ebf1390f-9bea-4abb-869f-95b690a61893\" "} {"level":"warn","ts":"2026-07-09T13:15:29.0078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.872109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ebf1390f-9bea-4abb-869f-95b690a61893\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-09T13:15:29.007916Z","caller":"traceutil/trace.go:171","msg":"trace[1647004942] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ebf1390f-9bea-4abb-869f-95b690a61893; range_end:; response_count:1; response_revision:1804; }","duration":"160.010621ms","start":"2026-07-09T13:15:28.847877Z","end":"2026-07-09T13:15:29.007887Z","steps":["trace[1647004942] 'agreement among raft nodes before linearized reading' (duration: 159.587091ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:16:12.689016Z","caller":"traceutil/trace.go:171","msg":"trace[1526949735] linearizableReadLoop","detail":"{readStateIndex:2179; appliedIndex:2178; }","duration":"118.114663ms","start":"2026-07-09T13:16:12.570875Z","end":"2026-07-09T13:16:12.68899Z","steps":["trace[1526949735] 'read index received' (duration: 67.588574ms)","trace[1526949735] 'applied index is now lower than readState.Index' (duration: 50.525049ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:16:12.689097Z","caller":"traceutil/trace.go:171","msg":"trace[1346079119] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"185.677086ms","start":"2026-07-09T13:16:12.503391Z","end":"2026-07-09T13:16:12.689068Z","steps":["trace[1346079119] 'process raft request' (duration: 135.171117ms)","trace[1346079119] 'compare' (duration: 50.298414ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T13:16:12.689231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.344318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-09T13:16:12.689276Z","caller":"traceutil/trace.go:171","msg":"trace[1422381405] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2099; }","duration":"118.45166ms","start":"2026-07-09T13:16:12.570811Z","end":"2026-07-09T13:16:12.689262Z","steps":["trace[1422381405] 'agreement among raft nodes before linearized reading' (duration: 118.284776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:16:18.593833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.235305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-09T13:16:18.59391Z","caller":"traceutil/trace.go:171","msg":"trace[32492235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2128; }","duration":"113.353688ms","start":"2026-07-09T13:16:18.480539Z","end":"2026-07-09T13:16:18.593893Z","steps":["trace[32492235] 'range keys from in-memory index tree' (duration: 113.094682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:16:18.783124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.072531ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-09T13:16:18.783449Z","caller":"traceutil/trace.go:171","msg":"trace[605725417] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"186.230529ms","start":"2026-07-09T13:16:18.597199Z","end":"2026-07-09T13:16:18.78343Z","steps":["trace[605725417] 'process raft request' (duration: 186.052915ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:17:42.401455Z","caller":"traceutil/trace.go:171","msg":"trace[206408111] linearizableReadLoop","detail":"{readStateIndex:2883; appliedIndex:2882; }","duration":"237.857405ms","start":"2026-07-09T13:17:42.163566Z","end":"2026-07-09T13:17:42.401424Z","steps":["trace[206408111] 'read index received' (duration: 237.752252ms)","trace[206408111] 'applied index is now lower than readState.Index' (duration: 103.882µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:17:42.401502Z","caller":"traceutil/trace.go:171","msg":"trace[1908615687] transaction","detail":"{read_only:false; response_revision:2776; number_of_response:1; }","duration":"241.904823ms","start":"2026-07-09T13:17:42.159563Z","end":"2026-07-09T13:17:42.401468Z","steps":["trace[1908615687] 'process raft request' (duration: 241.662328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:17:42.40174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.230516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-07-09T13:17:42.401803Z","caller":"traceutil/trace.go:171","msg":"trace[5869421] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2776; }","duration":"163.358278ms","start":"2026-07-09T13:17:42.238426Z","end":"2026-07-09T13:17:42.401784Z","steps":["trace[5869421] 'agreement among raft nodes before linearized reading' (duration: 163.173354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:17:42.402056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.459317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-09T13:17:42.402154Z","caller":"traceutil/trace.go:171","msg":"trace[1594199207] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2776; }","duration":"238.607001ms","start":"2026-07-09T13:17:42.163526Z","end":"2026-07-09T13:17:42.402133Z","steps":["trace[1594199207] 'agreement among raft nodes before linearized reading' (duration: 238.018928ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:17:42.890829Z","caller":"traceutil/trace.go:171","msg":"trace[1594651273] linearizableReadLoop","detail":"{readStateIndex:2885; appliedIndex:2884; }","duration":"173.062431ms","start":"2026-07-09T13:17:42.717747Z","end":"2026-07-09T13:17:42.890809Z","steps":["trace[1594651273] 'read index received' (duration: 138.86869ms)","trace[1594651273] 'applied index is now lower than readState.Index' (duration: 34.192801ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:17:42.890909Z","caller":"traceutil/trace.go:171","msg":"trace[1716194594] transaction","detail":"{read_only:false; response_revision:2778; number_of_response:1; }","duration":"250.240947ms","start":"2026-07-09T13:17:42.640661Z","end":"2026-07-09T13:17:42.890902Z","steps":["trace[1716194594] 'process raft request' (duration: 216.043736ms)","trace[1716194594] 'compare' (duration: 33.828552ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T13:17:42.891126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.358918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-09T13:17:42.891293Z","caller":"traceutil/trace.go:171","msg":"trace[1870200805] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2778; }","duration":"173.568542ms","start":"2026-07-09T13:17:42.717706Z","end":"2026-07-09T13:17:42.891275Z","steps":["trace[1870200805] 'agreement among raft nodes before linearized reading' (duration: 173.288286ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:17:48.916763Z","caller":"traceutil/trace.go:171","msg":"trace[1345590423] linearizableReadLoop","detail":"{readStateIndex:2917; appliedIndex:2916; }","duration":"462.023939ms","start":"2026-07-09T13:17:48.454715Z","end":"2026-07-09T13:17:48.916739Z","steps":["trace[1345590423] 'read index received' (duration: 461.990608ms)","trace[1345590423] 'applied index is now lower than readState.Index' (duration: 32.881µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:17:48.916865Z","caller":"traceutil/trace.go:171","msg":"trace[1038729554] transaction","detail":"{read_only:false; response_revision:2809; number_of_response:1; }","duration":"495.374522ms","start":"2026-07-09T13:17:48.421483Z","end":"2026-07-09T13:17:48.916858Z","steps":["trace[1038729554] 'process raft request' (duration: 495.117706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:17:48.916953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:48.42146Z","time spent":"495.422112ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T13:17:48.917649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.933418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-09T13:17:48.917703Z","caller":"traceutil/trace.go:171","msg":"trace[332136636] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2809; }","duration":"463.01795ms","start":"2026-07-09T13:17:48.454669Z","end":"2026-07-09T13:17:48.917687Z","steps":["trace[332136636] 'agreement among raft nodes before linearized reading' (duration: 462.305185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:17:48.917776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:48.454652Z","time spent":"463.114332ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T13:17:49.6462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.630963ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-09T13:17:49.646743Z","caller":"traceutil/trace.go:171","msg":"trace[2021503566] linearizableReadLoop","detail":"{readStateIndex:2919; appliedIndex:2917; }","duration":"729.885402ms","start":"2026-07-09T13:17:48.916832Z","end":"2026-07-09T13:17:49.646718Z","steps":["trace[2021503566] 'read index received' (duration: 108.723537ms)","trace[2021503566] 'applied index is now lower than readState.Index' (duration: 621.160605ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:17:49.646925Z","caller":"traceutil/trace.go:171","msg":"trace[587364670] transaction","detail":"{read_only:false; response_revision:2810; number_of_response:1; }","duration":"738.311337ms","start":"2026-07-09T13:17:48.908562Z","end":"2026-07-09T13:17:49.646874Z","steps":["trace[587364670] 'process raft request' (duration: 737.748195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:17:49.647059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.995326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T13:17:49.647189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:48.908537Z","time spent":"738.536831ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T13:17:49.647234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.915981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-09T13:17:49.647245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008092102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T13:17:49.646965Z","caller":"traceutil/trace.go:171","msg":"trace[993806110] transaction","detail":"{read_only:false; response_revision:2811; number_of_response:1; }","duration":"724.438242ms","start":"2026-07-09T13:17:48.922491Z","end":"2026-07-09T13:17:49.64693Z","steps":["trace[993806110] 'process raft request' (duration: 724.125225ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:17:49.647303Z","caller":"traceutil/trace.go:171","msg":"trace[898326356] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2811; }","duration":"699.021564ms","start":"2026-07-09T13:17:48.948268Z","end":"2026-07-09T13:17:49.64729Z","steps":["trace[898326356] 'agreement among raft nodes before linearized reading' (duration: 698.85349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:17:49.647534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.249234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-09T13:17:49.647569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:48.948247Z","time spent":"699.310491ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-09T13:17:49.647589Z","caller":"traceutil/trace.go:171","msg":"trace[271606942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2811; }","duration":"396.342026ms","start":"2026-07-09T13:17:49.251235Z","end":"2026-07-09T13:17:49.647577Z","steps":["trace[271606942] 'agreement among raft nodes before linearized reading' (duration: 396.190042ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:17:49.647157Z","caller":"traceutil/trace.go:171","msg":"trace[746773086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2811; }","duration":"787.15211ms","start":"2026-07-09T13:17:48.859988Z","end":"2026-07-09T13:17:49.64714Z","steps":["trace[746773086] 'agreement among raft nodes before linearized reading' (duration: 786.864704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:17:49.647623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:49.251216Z","time spent":"396.399298ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-09T13:17:49.64766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:48.859964Z","time spent":"787.681503ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-09T13:17:49.647389Z","caller":"traceutil/trace.go:171","msg":"trace[893574957] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2811; }","duration":"1.008249136s","start":"2026-07-09T13:17:48.639052Z","end":"2026-07-09T13:17:49.647301Z","steps":["trace[893574957] 'agreement among raft nodes before linearized reading' (duration: 1.008127634s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:17:49.647763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:48.639029Z","time spent":"1.008696807s","remote":"127.0.0.1:53426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-09T13:17:49.647396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.804222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-09T13:17:49.647828Z","caller":"traceutil/trace.go:171","msg":"trace[869153943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2811; }","duration":"395.303814ms","start":"2026-07-09T13:17:49.252513Z","end":"2026-07-09T13:17:49.647817Z","steps":["trace[869153943] 'agreement among raft nodes before linearized reading' (duration: 394.69129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:17:49.647871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:49.252491Z","time spent":"395.369795ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T13:17:49.64742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.810061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c0a183b3047dc0\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-07-09T13:17:49.647952Z","caller":"traceutil/trace.go:171","msg":"trace[455803443] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c0a183b3047dc0; range_end:; response_count:1; response_revision:2811; }","duration":"191.378344ms","start":"2026-07-09T13:17:49.456565Z","end":"2026-07-09T13:17:49.647943Z","steps":["trace[455803443] 'agreement among raft nodes before linearized reading' (duration: 190.590796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:17:49.647428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:48.922466Z","time spent":"724.84733ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T13:17:50.145864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.31189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T13:17:50.146091Z","caller":"traceutil/trace.go:171","msg":"trace[788927022] transaction","detail":"{read_only:false; response_revision:2813; number_of_response:1; }","duration":"494.627534ms","start":"2026-07-09T13:17:49.651424Z","end":"2026-07-09T13:17:50.146052Z","steps":["trace[788927022] 'process raft request' (duration: 192.043848ms)","trace[788927022] 'compare' (duration: 302.190848ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:17:50.146155Z","caller":"traceutil/trace.go:171","msg":"trace[2019556031] transaction","detail":"{read_only:false; response_revision:2814; number_of_response:1; }","duration":"494.216876ms","start":"2026-07-09T13:17:49.651899Z","end":"2026-07-09T13:17:50.146116Z","steps":["trace[2019556031] 'process raft request' (duration: 494.055012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:17:50.146211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:49.651405Z","time spent":"494.739566ms","remote":"127.0.0.1:39714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T13:17:50.146235Z","caller":"traceutil/trace.go:171","msg":"trace[157286838] transaction","detail":"{read_only:false; response_revision:2815; number_of_response:1; }","duration":"493.863878ms","start":"2026-07-09T13:17:49.652305Z","end":"2026-07-09T13:17:50.146169Z","steps":["trace[157286838] 'process raft request' (duration: 493.706724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:17:50.146315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:49.651878Z","time spent":"494.359039ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T13:17:50.146425Z","caller":"traceutil/trace.go:171","msg":"trace[973597472] transaction","detail":"{read_only:false; response_revision:2817; number_of_response:1; }","duration":"324.188591ms","start":"2026-07-09T13:17:49.822224Z","end":"2026-07-09T13:17:50.146413Z","steps":["trace[973597472] 'process raft request' (duration: 324.14458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:17:50.146463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:49.652266Z","time spent":"494.034323ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T13:17:50.146485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:49.822193Z","time spent":"324.262763ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T13:17:50.146482Z","caller":"traceutil/trace.go:171","msg":"trace[1338518687] linearizableReadLoop","detail":"{readStateIndex:2925; appliedIndex:2921; }","duration":"372.790298ms","start":"2026-07-09T13:17:49.773681Z","end":"2026-07-09T13:17:50.146471Z","steps":["trace[1338518687] 'read index received' (duration: 69.797782ms)","trace[1338518687] 'applied index is now lower than readState.Index' (duration: 302.990956ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:17:50.146435Z","caller":"traceutil/trace.go:171","msg":"trace[375056152] transaction","detail":"{read_only:false; response_revision:2816; number_of_response:1; }","duration":"493.967921ms","start":"2026-07-09T13:17:49.652438Z","end":"2026-07-09T13:17:50.146406Z","steps":["trace[375056152] 'process raft request' (duration: 493.633663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:17:50.146612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.569825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T13:17:50.14666Z","caller":"traceutil/trace.go:171","msg":"trace[375873166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2817; }","duration":"286.651307ms","start":"2026-07-09T13:17:49.859996Z","end":"2026-07-09T13:17:50.146647Z","steps":["trace[375873166] 'agreement among raft nodes before linearized reading' (duration: 286.569335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:17:50.146676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:49.652417Z","time spent":"494.140604ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T13:17:50.146623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.954051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-09T13:17:50.14676Z","caller":"traceutil/trace.go:171","msg":"trace[388815864] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2817; }","duration":"373.131815ms","start":"2026-07-09T13:17:49.773619Z","end":"2026-07-09T13:17:50.146751Z","steps":["trace[388815864] 'agreement among raft nodes before linearized reading' (duration: 372.935831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:17:50.146792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:49.773599Z","time spent":"373.184148ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T13:17:50.525923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.550031ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T13:17:50.526086Z","caller":"traceutil/trace.go:171","msg":"trace[1582815963] linearizableReadLoop","detail":"{readStateIndex:2927; appliedIndex:2926; }","duration":"362.83463ms","start":"2026-07-09T13:17:50.163186Z","end":"2026-07-09T13:17:50.52602Z","steps":["trace[1582815963] 'read index received' (duration: 88.062804ms)","trace[1582815963] 'applied index is now lower than readState.Index' (duration: 274.770666ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:17:50.526428Z","caller":"traceutil/trace.go:171","msg":"trace[510249447] transaction","detail":"{read_only:false; response_revision:2818; number_of_response:1; }","duration":"375.719422ms","start":"2026-07-09T13:17:50.15069Z","end":"2026-07-09T13:17:50.526409Z","steps":["trace[510249447] 'process raft request' (duration: 100.612139ms)","trace[510249447] 'compare' (duration: 273.319795ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T13:17:50.52686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.993598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-09T13:17:50.526951Z","caller":"traceutil/trace.go:171","msg":"trace[852392778] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2818; }","duration":"182.071189ms","start":"2026-07-09T13:17:50.344845Z","end":"2026-07-09T13:17:50.526916Z","steps":["trace[852392778] 'agreement among raft nodes before linearized reading' (duration: 181.820924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:17:50.527087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:50.150664Z","time spent":"375.795375ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T13:17:50.527072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.816191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-09T13:17:50.527221Z","caller":"traceutil/trace.go:171","msg":"trace[1564898788] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2818; }","duration":"364.030846ms","start":"2026-07-09T13:17:50.163139Z","end":"2026-07-09T13:17:50.52717Z","steps":["trace[1564898788] 'agreement among raft nodes before linearized reading' (duration: 363.575866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:17:50.527315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:50.163121Z","time spent":"364.17247ms","remote":"127.0.0.1:39826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-09T13:17:50.942886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.904519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T13:17:50.942991Z","caller":"traceutil/trace.go:171","msg":"trace[57861543] linearizableReadLoop","detail":"{readStateIndex:2928; appliedIndex:2927; }","duration":"409.907174ms","start":"2026-07-09T13:17:50.533066Z","end":"2026-07-09T13:17:50.942973Z","steps":["trace[57861543] 'read index received' (duration: 124.729689ms)","trace[57861543] 'applied index is now lower than readState.Index' (duration: 285.176375ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:17:50.943085Z","caller":"traceutil/trace.go:171","msg":"trace[1706000268] transaction","detail":"{read_only:false; response_revision:2819; number_of_response:1; }","duration":"410.199239ms","start":"2026-07-09T13:17:50.532861Z","end":"2026-07-09T13:17:50.94306Z","steps":["trace[1706000268] 'process raft request' (duration: 125.035676ms)","trace[1706000268] 'compare' (duration: 284.792055ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T13:17:50.943258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.18629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-09T13:17:50.943295Z","caller":"traceutil/trace.go:171","msg":"trace[1214475204] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2819; }","duration":"410.24644ms","start":"2026-07-09T13:17:50.533041Z","end":"2026-07-09T13:17:50.943287Z","steps":["trace[1214475204] 'agreement among raft nodes before linearized reading' (duration: 410.004655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:17:50.943345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:50.533031Z","time spent":"410.306993ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-09T13:17:50.943386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:50.532827Z","time spent":"410.357323ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T13:17:51.203063Z","caller":"traceutil/trace.go:171","msg":"trace[1810609609] transaction","detail":"{read_only:false; response_revision:2820; number_of_response:1; }","duration":"348.290041ms","start":"2026-07-09T13:17:50.854743Z","end":"2026-07-09T13:17:51.203033Z","steps":["trace[1810609609] 'process raft request' (duration: 348.124157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:17:51.20324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:50.854723Z","time spent":"348.433334ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T13:17:52.065797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.743974ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T13:17:52.065917Z","caller":"traceutil/trace.go:171","msg":"trace[2022606913] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2820; }","duration":"574.874217ms","start":"2026-07-09T13:17:51.491026Z","end":"2026-07-09T13:17:52.0659Z","steps":["trace[2022606913] 'range keys from in-memory index tree' (duration: 574.729394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:17:52.065897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.702117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T13:17:52.066119Z","caller":"traceutil/trace.go:171","msg":"trace[71787811] transaction","detail":"{read_only:false; response_revision:2822; number_of_response:1; }","duration":"413.149065ms","start":"2026-07-09T13:17:51.652951Z","end":"2026-07-09T13:17:52.0661Z","steps":["trace[71787811] 'process raft request' (duration: 413.060473ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:17:52.06615Z","caller":"traceutil/trace.go:171","msg":"trace[1045528686] transaction","detail":"{read_only:false; response_revision:2821; number_of_response:1; }","duration":"1.144252004s","start":"2026-07-09T13:17:50.921883Z","end":"2026-07-09T13:17:52.066135Z","steps":["trace[1045528686] 'process raft request' (duration: 379.23338ms)","trace[1045528686] 'compare' (duration: 764.259238ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T13:17:52.066194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:51.652934Z","time spent":"413.227778ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T13:17:52.066268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:50.921862Z","time spent":"1.144322276s","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T13:17:52.066383Z","caller":"traceutil/trace.go:171","msg":"trace[1371117197] linearizableReadLoop","detail":"{readStateIndex:2930; appliedIndex:2928; }","duration":"1.123352834s","start":"2026-07-09T13:17:50.94302Z","end":"2026-07-09T13:17:52.066373Z","steps":["trace[1371117197] 'read index received' (duration: 259.833777ms)","trace[1371117197] 'applied index is now lower than readState.Index' (duration: 863.518057ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T13:17:52.06655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207034623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T13:17:52.066584Z","caller":"traceutil/trace.go:171","msg":"trace[930809490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2822; }","duration":"1.207097865s","start":"2026-07-09T13:17:50.859477Z","end":"2026-07-09T13:17:52.066575Z","steps":["trace[930809490] 'agreement among raft nodes before linearized reading' (duration: 1.207024923s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:17:52.066613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:50.859461Z","time spent":"1.207146845s","remote":"127.0.0.1:39650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T13:17:52.066883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122202399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9400"} {"level":"warn","ts":"2026-07-09T13:17:52.066917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.999786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-09T13:17:52.066925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021011686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T13:17:52.066959Z","caller":"traceutil/trace.go:171","msg":"trace[907547473] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2822; }","duration":"1.12229071s","start":"2026-07-09T13:17:50.944649Z","end":"2026-07-09T13:17:52.06694Z","steps":["trace[907547473] 'agreement among raft nodes before linearized reading' (duration: 1.122125237s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:17:52.066927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.76236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T13:17:52.066953Z","caller":"traceutil/trace.go:171","msg":"trace[894174685] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2822; }","duration":"349.075287ms","start":"2026-07-09T13:17:51.717868Z","end":"2026-07-09T13:17:52.066944Z","steps":["trace[894174685] 'agreement among raft nodes before linearized reading' (duration: 348.951414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:17:52.066997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:50.944636Z","time spent":"1.122353191s","remote":"127.0.0.1:39794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9423,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-09T13:17:52.067007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:51.717848Z","time spent":"349.151709ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-09T13:17:52.066999Z","caller":"traceutil/trace.go:171","msg":"trace[705162945] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2822; }","duration":"1.021119418s","start":"2026-07-09T13:17:51.04586Z","end":"2026-07-09T13:17:52.06698Z","steps":["trace[705162945] 'agreement among raft nodes before linearized reading' (duration: 1.020973475s)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:17:52.067014Z","caller":"traceutil/trace.go:171","msg":"trace[1279464605] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2822; }","duration":"836.900413ms","start":"2026-07-09T13:17:51.230094Z","end":"2026-07-09T13:17:52.066994Z","steps":["trace[1279464605] 'agreement among raft nodes before linearized reading' (duration: 836.731029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:17:52.067012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.197939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-09T13:17:52.066871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533770469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-07-09T13:17:52.06715Z","caller":"traceutil/trace.go:171","msg":"trace[177990952] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2822; }","duration":"415.412304ms","start":"2026-07-09T13:17:51.651707Z","end":"2026-07-09T13:17:52.067119Z","steps":["trace[177990952] 'agreement among raft nodes before linearized reading' (duration: 415.076007ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:17:52.067243Z","caller":"traceutil/trace.go:171","msg":"trace[2061949296] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2822; }","duration":"1.534149237s","start":"2026-07-09T13:17:50.533072Z","end":"2026-07-09T13:17:52.067221Z","steps":["trace[2061949296] 'agreement among raft nodes before linearized reading' (duration: 1.533663767s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:17:52.067048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:51.045843Z","time spent":"1.021196671s","remote":"127.0.0.1:39978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-09T13:17:52.067299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:50.533065Z","time spent":"1.534220389s","remote":"127.0.0.1:39826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-09T13:17:52.067057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:51.230082Z","time spent":"836.963534ms","remote":"127.0.0.1:39854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-09T13:17:52.067256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:51.651662Z","time spent":"415.576538ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T13:17:52.703393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.750133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T13:17:52.703719Z","caller":"traceutil/trace.go:171","msg":"trace[417877693] transaction","detail":"{read_only:false; response_revision:2823; number_of_response:1; }","duration":"632.234626ms","start":"2026-07-09T13:17:52.071417Z","end":"2026-07-09T13:17:52.703652Z","steps":["trace[417877693] 'process raft request' (duration: 205.129366ms)","trace[417877693] 'compare' (duration: 426.60771ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T13:17:52.703897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:52.071405Z","time spent":"632.374389ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T13:17:52.704074Z","caller":"traceutil/trace.go:171","msg":"trace[1049126355] linearizableReadLoop","detail":"{readStateIndex:2933; appliedIndex:2931; }","duration":"629.999198ms","start":"2026-07-09T13:17:52.074049Z","end":"2026-07-09T13:17:52.704048Z","steps":["trace[1049126355] 'read index received' (duration: 202.495318ms)","trace[1049126355] 'applied index is now lower than readState.Index' (duration: 427.50278ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:17:52.704114Z","caller":"traceutil/trace.go:171","msg":"trace[268044524] transaction","detail":"{read_only:false; response_revision:2824; number_of_response:1; }","duration":"632.147696ms","start":"2026-07-09T13:17:52.071935Z","end":"2026-07-09T13:17:52.704083Z","steps":["trace[268044524] 'process raft request' (duration: 631.624443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:17:52.704317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.251403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"warn","ts":"2026-07-09T13:17:52.704347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.572569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T13:17:52.70434Z","caller":"traceutil/trace.go:171","msg":"trace[1834845096] transaction","detail":"{read_only:false; response_revision:2825; number_of_response:1; }","duration":"552.254451ms","start":"2026-07-09T13:17:52.151888Z","end":"2026-07-09T13:17:52.704142Z","steps":["trace[1834845096] 'process raft request' (duration: 552.070217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:17:52.70433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:52.07192Z","time spent":"632.323479ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T13:17:52.704461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.728383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-09T13:17:52.704459Z","caller":"traceutil/trace.go:171","msg":"trace[91362465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2825; }","duration":"629.64571ms","start":"2026-07-09T13:17:52.074742Z","end":"2026-07-09T13:17:52.704387Z","steps":["trace[91362465] 'agreement among raft nodes before linearized reading' (duration: 629.518968ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:17:52.704501Z","caller":"traceutil/trace.go:171","msg":"trace[363884712] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2825; }","duration":"553.801325ms","start":"2026-07-09T13:17:52.150688Z","end":"2026-07-09T13:17:52.70449Z","steps":["trace[363884712] 'agreement among raft nodes before linearized reading' (duration: 553.706573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:17:52.704556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:52.150668Z","time spent":"553.869427ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T13:17:52.704569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.165235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-07-09T13:17:52.704626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.474656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-09T13:17:52.704567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:52.074733Z","time spent":"629.817394ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-09T13:17:52.704359Z","caller":"traceutil/trace.go:171","msg":"trace[779672203] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2825; }","duration":"630.337506ms","start":"2026-07-09T13:17:52.074011Z","end":"2026-07-09T13:17:52.704348Z","steps":["trace[779672203] 'agreement among raft nodes before linearized reading' (duration: 630.173732ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:17:52.704725Z","caller":"traceutil/trace.go:171","msg":"trace[452143018] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2825; }","duration":"171.625679ms","start":"2026-07-09T13:17:52.533077Z","end":"2026-07-09T13:17:52.704703Z","steps":["trace[452143018] 'agreement among raft nodes before linearized reading' (duration: 171.348463ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:17:52.704647Z","caller":"traceutil/trace.go:171","msg":"trace[2052812073] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2825; }","duration":"209.288048ms","start":"2026-07-09T13:17:52.495341Z","end":"2026-07-09T13:17:52.704629Z","steps":["trace[2052812073] 'agreement among raft nodes before linearized reading' (duration: 209.079233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:17:52.704784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:52.073998Z","time spent":"630.767005ms","remote":"127.0.0.1:40076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-09T13:17:52.704617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:52.151876Z","time spent":"552.543578ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T13:17:52.704962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.826455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T13:17:52.704936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.286727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-09T13:17:52.704986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.366818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-09T13:17:52.704998Z","caller":"traceutil/trace.go:171","msg":"trace[283096690] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2825; }","duration":"568.897656ms","start":"2026-07-09T13:17:52.136091Z","end":"2026-07-09T13:17:52.704988Z","steps":["trace[283096690] 'agreement among raft nodes before linearized reading' (duration: 568.840735ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:17:52.705034Z","caller":"traceutil/trace.go:171","msg":"trace[1386788043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2825; }","duration":"555.44168ms","start":"2026-07-09T13:17:52.149581Z","end":"2026-07-09T13:17:52.705023Z","steps":["trace[1386788043] 'agreement among raft nodes before linearized reading' (duration: 555.307767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:17:52.705036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:52.136072Z","time spent":"568.956067ms","remote":"127.0.0.1:40070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-09T13:17:52.705075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:52.149566Z","time spent":"555.501581ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-09T13:17:52.705035Z","caller":"traceutil/trace.go:171","msg":"trace[1952897195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2825; }","duration":"555.396969ms","start":"2026-07-09T13:17:52.149619Z","end":"2026-07-09T13:17:52.705016Z","steps":["trace[1952897195] 'agreement among raft nodes before linearized reading' (duration: 555.076002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:17:52.705332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:17:52.149598Z","time spent":"555.633335ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-09T13:17:52.939861Z","caller":"traceutil/trace.go:171","msg":"trace[1605116270] transaction","detail":"{read_only:false; response_revision:2827; number_of_response:1; }","duration":"228.99237ms","start":"2026-07-09T13:17:52.710841Z","end":"2026-07-09T13:17:52.939833Z","steps":["trace[1605116270] 'process raft request' (duration: 133.901651ms)","trace[1605116270] 'compare' (duration: 94.859024ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:17:52.940228Z","caller":"traceutil/trace.go:171","msg":"trace[617649823] transaction","detail":"{read_only:false; response_revision:2829; number_of_response:1; }","duration":"228.132891ms","start":"2026-07-09T13:17:52.712081Z","end":"2026-07-09T13:17:52.940214Z","steps":["trace[617649823] 'process raft request' (duration: 227.904886ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:17:52.940373Z","caller":"traceutil/trace.go:171","msg":"trace[1923343000] transaction","detail":"{read_only:false; response_revision:2828; number_of_response:1; }","duration":"229.108112ms","start":"2026-07-09T13:17:52.711256Z","end":"2026-07-09T13:17:52.940364Z","steps":["trace[1923343000] 'process raft request' (duration: 228.52621ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:17:52.94023Z","caller":"traceutil/trace.go:171","msg":"trace[979327467] linearizableReadLoop","detail":"{readStateIndex:2939; appliedIndex:2935; }","duration":"160.601937ms","start":"2026-07-09T13:17:52.779602Z","end":"2026-07-09T13:17:52.940204Z","steps":["trace[979327467] 'read index received' (duration: 65.082359ms)","trace[979327467] 'applied index is now lower than readState.Index' (duration: 95.518768ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T13:17:52.940501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.037281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-09T13:17:52.940579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.747965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-09T13:17:52.940614Z","caller":"traceutil/trace.go:171","msg":"trace[1772138145] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2830; }","duration":"157.807096ms","start":"2026-07-09T13:17:52.782799Z","end":"2026-07-09T13:17:52.940606Z","steps":["trace[1772138145] 'agreement among raft nodes before linearized reading' (duration: 157.694023ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:17:52.940653Z","caller":"traceutil/trace.go:171","msg":"trace[381761595] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2830; }","duration":"163.158454ms","start":"2026-07-09T13:17:52.777411Z","end":"2026-07-09T13:17:52.940569Z","steps":["trace[381761595] 'agreement among raft nodes before linearized reading' (duration: 162.856797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:17:52.940894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.668249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18c0a1847bdc5f6e\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-07-09T13:17:52.940934Z","caller":"traceutil/trace.go:171","msg":"trace[838838656] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18c0a1847bdc5f6e; range_end:; response_count:1; response_revision:2830; }","duration":"114.739171ms","start":"2026-07-09T13:17:52.826187Z","end":"2026-07-09T13:17:52.940926Z","steps":["trace[838838656] 'agreement among raft nodes before linearized reading' (duration: 114.637078ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:17:52.940949Z","caller":"traceutil/trace.go:171","msg":"trace[415998169] transaction","detail":"{read_only:false; response_revision:2830; number_of_response:1; }","duration":"228.213953ms","start":"2026-07-09T13:17:52.712716Z","end":"2026-07-09T13:17:52.94093Z","steps":["trace[415998169] 'process raft request' (duration: 227.417106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:19:46.736229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.599846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-09T13:19:46.736515Z","caller":"traceutil/trace.go:171","msg":"trace[387237896] linearizableReadLoop","detail":"{readStateIndex:3715; appliedIndex:3714; }","duration":"178.731175ms","start":"2026-07-09T13:19:46.557766Z","end":"2026-07-09T13:19:46.736497Z","steps":["trace[387237896] 'read index received' (duration: 16.57049ms)","trace[387237896] 'applied index is now lower than readState.Index' (duration: 162.159675ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:19:46.736555Z","caller":"traceutil/trace.go:171","msg":"trace[694384790] transaction","detail":"{read_only:false; response_revision:3577; number_of_response:1; }","duration":"178.842587ms","start":"2026-07-09T13:19:46.557659Z","end":"2026-07-09T13:19:46.736501Z","steps":["trace[694384790] 'process raft request' (duration: 49.889303ms)","trace[694384790] 'compare' (duration: 128.409752ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:19:46.736616Z","caller":"traceutil/trace.go:171","msg":"trace[404293381] transaction","detail":"{read_only:false; response_revision:3578; number_of_response:1; }","duration":"178.521491ms","start":"2026-07-09T13:19:46.558063Z","end":"2026-07-09T13:19:46.736584Z","steps":["trace[404293381] 'process raft request' (duration: 178.351106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:19:46.736654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.879338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/secretgen-controller/\" range_end:\"/registry/limitranges/secretgen-controller0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T13:19:46.73672Z","caller":"traceutil/trace.go:171","msg":"trace[700664603] range","detail":"{range_begin:/registry/limitranges/secretgen-controller/; range_end:/registry/limitranges/secretgen-controller0; response_count:0; response_revision:3578; }","duration":"178.96309ms","start":"2026-07-09T13:19:46.557716Z","end":"2026-07-09T13:19:46.736679Z","steps":["trace[700664603] 'agreement among raft nodes before linearized reading' (duration: 178.891609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:19:46.736714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.901003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/secretgen-controller-cluster-role\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T13:19:46.736786Z","caller":"traceutil/trace.go:171","msg":"trace[839440971] range","detail":"{range_begin:/registry/clusterroles/secretgen-controller-cluster-role; range_end:; response_count:0; response_revision:3578; }","duration":"158.029296ms","start":"2026-07-09T13:19:46.578738Z","end":"2026-07-09T13:19:46.736767Z","steps":["trace[839440971] 'agreement among raft nodes before linearized reading' (duration: 157.903083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:21:45.979256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.490093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T13:21:45.979421Z","caller":"traceutil/trace.go:171","msg":"trace[647965687] linearizableReadLoop","detail":"{readStateIndex:5163; appliedIndex:5161; }","duration":"262.538511ms","start":"2026-07-09T13:21:45.71687Z","end":"2026-07-09T13:21:45.979409Z","steps":["trace[647965687] 'read index received' (duration: 64.849204ms)","trace[647965687] 'applied index is now lower than readState.Index' (duration: 197.688597ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:21:45.979486Z","caller":"traceutil/trace.go:171","msg":"trace[1112861240] transaction","detail":"{read_only:false; response_revision:4973; number_of_response:1; }","duration":"322.019595ms","start":"2026-07-09T13:21:45.657458Z","end":"2026-07-09T13:21:45.979478Z","steps":["trace[1112861240] 'process raft request' (duration: 124.245906ms)","trace[1112861240] 'compare' (duration: 197.410362ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T13:21:45.979524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:21:45.657427Z","time spent":"322.075587ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T13:21:45.979774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.84394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T13:21:45.97984Z","caller":"traceutil/trace.go:171","msg":"trace[536228210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4974; }","duration":"119.953953ms","start":"2026-07-09T13:21:45.859869Z","end":"2026-07-09T13:21:45.979823Z","steps":["trace[536228210] 'agreement among raft nodes before linearized reading' (duration: 119.83439ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:21:45.979848Z","caller":"traceutil/trace.go:171","msg":"trace[300714729] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"318.569671ms","start":"2026-07-09T13:21:45.661258Z","end":"2026-07-09T13:21:45.979828Z","steps":["trace[300714729] 'process raft request' (duration: 318.1093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:21:45.979776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.902759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T13:21:45.979964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:21:45.661218Z","time spent":"318.687344ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T13:21:45.979969Z","caller":"traceutil/trace.go:171","msg":"trace[1427099599] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:4974; }","duration":"263.131624ms","start":"2026-07-09T13:21:45.716812Z","end":"2026-07-09T13:21:45.979944Z","steps":["trace[1427099599] 'agreement among raft nodes before linearized reading' (duration: 262.840198ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:21:59.20064Z","caller":"traceutil/trace.go:171","msg":"trace[1068007426] transaction","detail":"{read_only:false; response_revision:5226; number_of_response:1; }","duration":"110.29566ms","start":"2026-07-09T13:21:59.090309Z","end":"2026-07-09T13:21:59.200605Z","steps":["trace[1068007426] 'process raft request' (duration: 12.851852ms)","trace[1068007426] 'compare' (duration: 97.328626ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:21:59.226517Z","caller":"traceutil/trace.go:171","msg":"trace[1726155175] transaction","detail":"{read_only:false; response_revision:5227; number_of_response:1; }","duration":"111.170589ms","start":"2026-07-09T13:21:59.115265Z","end":"2026-07-09T13:21:59.226435Z","steps":["trace[1726155175] 'process raft request' (duration: 111.040716ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:22:07.410572Z","caller":"traceutil/trace.go:171","msg":"trace[488349166] transaction","detail":"{read_only:false; response_revision:5409; number_of_response:1; }","duration":"142.053978ms","start":"2026-07-09T13:22:07.268494Z","end":"2026-07-09T13:22:07.410548Z","steps":["trace[488349166] 'process raft request' (duration: 141.902394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:22:07.558368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.291203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-68f058ee-f545-49cf-99c0-f28e6898a7f8\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-07-09T13:22:07.558442Z","caller":"traceutil/trace.go:171","msg":"trace[301543129] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-68f058ee-f545-49cf-99c0-f28e6898a7f8; range_end:; response_count:1; response_revision:5409; }","duration":"132.418166ms","start":"2026-07-09T13:22:07.426007Z","end":"2026-07-09T13:22:07.558425Z","steps":["trace[301543129] 'range keys from in-memory index tree' (duration: 132.099838ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:23:20.20682Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2975} {"level":"info","ts":"2026-07-09T13:23:20.273101Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2975,"took":"64.706464ms","hash":322388768,"current-db-size-bytes":57135104,"current-db-size":"57 MB","current-db-size-in-use-bytes":34054144,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-09T13:23:20.273182Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":322388768,"revision":2975,"compact-revision":-1} {"level":"warn","ts":"2026-07-09T13:27:58.351728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.499595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-09T13:27:58.35179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.154296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T13:27:58.351852Z","caller":"traceutil/trace.go:171","msg":"trace[407274256] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8153; }","duration":"197.70462ms","start":"2026-07-09T13:27:58.154126Z","end":"2026-07-09T13:27:58.35183Z","steps":["trace[407274256] 'range keys from in-memory index tree' (duration: 197.23951ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:27:58.351863Z","caller":"traceutil/trace.go:171","msg":"trace[682574656] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8153; }","duration":"165.257849ms","start":"2026-07-09T13:27:58.186578Z","end":"2026-07-09T13:27:58.351836Z","steps":["trace[682574656] 'count revisions from in-memory index tree' (duration: 165.016754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:27:58.351737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.210909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-09T13:27:58.351984Z","caller":"traceutil/trace.go:171","msg":"trace[2036909713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8153; }","duration":"192.518157ms","start":"2026-07-09T13:27:58.159433Z","end":"2026-07-09T13:27:58.351951Z","steps":["trace[2036909713] 'range keys from in-memory index tree' (duration: 192.078246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:27:58.352564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.835361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-09T13:27:58.352821Z","caller":"traceutil/trace.go:171","msg":"trace[2021731510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8153; }","duration":"193.207431ms","start":"2026-07-09T13:27:58.159596Z","end":"2026-07-09T13:27:58.352804Z","steps":["trace[2021731510] 'range keys from in-memory index tree' (duration: 191.576186ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:27:58.501279Z","caller":"traceutil/trace.go:171","msg":"trace[1602804382] transaction","detail":"{read_only:false; response_revision:8156; number_of_response:1; }","duration":"143.456541ms","start":"2026-07-09T13:27:58.357773Z","end":"2026-07-09T13:27:58.50123Z","steps":["trace[1602804382] 'process raft request' (duration: 132.829159ms)","trace[1602804382] 'compare' (duration: 10.382047ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:27:58.501335Z","caller":"traceutil/trace.go:171","msg":"trace[1531905714] transaction","detail":"{read_only:false; response_revision:8157; number_of_response:1; }","duration":"142.898279ms","start":"2026-07-09T13:27:58.358414Z","end":"2026-07-09T13:27:58.501313Z","steps":["trace[1531905714] 'process raft request' (duration: 142.716085ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:28:10.405064Z","caller":"traceutil/trace.go:171","msg":"trace[1962312888] transaction","detail":"{read_only:false; response_revision:8219; number_of_response:1; }","duration":"322.37524ms","start":"2026-07-09T13:28:10.082653Z","end":"2026-07-09T13:28:10.405029Z","steps":["trace[1962312888] 'process raft request' (duration: 230.420166ms)","trace[1962312888] 'compare' (duration: 91.801821ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:28:10.405041Z","caller":"traceutil/trace.go:171","msg":"trace[1767762102] linearizableReadLoop","detail":"{readStateIndex:8509; appliedIndex:8508; }","duration":"171.2046ms","start":"2026-07-09T13:28:10.233801Z","end":"2026-07-09T13:28:10.405006Z","steps":["trace[1767762102] 'read index received' (duration: 79.330677ms)","trace[1767762102] 'applied index is now lower than readState.Index' (duration: 91.872083ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T13:28:10.405231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:28:10.082627Z","time spent":"322.522453ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T13:28:10.405276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.463605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-09T13:28:10.405386Z","caller":"traceutil/trace.go:171","msg":"trace[1528936135] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8219; }","duration":"171.625438ms","start":"2026-07-09T13:28:10.233735Z","end":"2026-07-09T13:28:10.40536Z","steps":["trace[1528936135] 'agreement among raft nodes before linearized reading' (duration: 171.363233ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:28:12.17202Z","caller":"traceutil/trace.go:171","msg":"trace[26528294] linearizableReadLoop","detail":"{readStateIndex:8517; appliedIndex:8516; }","duration":"101.633286ms","start":"2026-07-09T13:28:12.070357Z","end":"2026-07-09T13:28:12.17199Z","steps":["trace[26528294] 'read index received' (duration: 101.431851ms)","trace[26528294] 'applied index is now lower than readState.Index' (duration: 199.985µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:28:12.172179Z","caller":"traceutil/trace.go:171","msg":"trace[869844321] transaction","detail":"{read_only:false; response_revision:8227; number_of_response:1; }","duration":"208.610389ms","start":"2026-07-09T13:28:11.963548Z","end":"2026-07-09T13:28:12.172158Z","steps":["trace[869844321] 'process raft request' (duration: 208.258662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:28:12.172499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.136706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-09T13:28:12.172542Z","caller":"traceutil/trace.go:171","msg":"trace[1322835006] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8227; }","duration":"102.225508ms","start":"2026-07-09T13:28:12.070305Z","end":"2026-07-09T13:28:12.172531Z","steps":["trace[1322835006] 'agreement among raft nodes before linearized reading' (duration: 102.099676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:28:12.511933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.520464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-09T13:28:12.512035Z","caller":"traceutil/trace.go:171","msg":"trace[415868751] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8228; }","duration":"102.684468ms","start":"2026-07-09T13:28:12.409329Z","end":"2026-07-09T13:28:12.512014Z","steps":["trace[415868751] 'range keys from in-memory index tree' (duration: 102.278079ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:28:20.216045Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6075} {"level":"info","ts":"2026-07-09T13:28:20.315899Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6075,"took":"97.962686ms","hash":3357353784,"current-db-size-bytes":57135104,"current-db-size":"57 MB","current-db-size-in-use-bytes":23355392,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-07-09T13:28:20.315972Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3357353784,"revision":6075,"compact-revision":2975} {"level":"info","ts":"2026-07-09T13:28:39.805657Z","caller":"traceutil/trace.go:171","msg":"trace[1877737109] transaction","detail":"{read_only:false; response_revision:8430; number_of_response:1; }","duration":"253.376829ms","start":"2026-07-09T13:28:39.552253Z","end":"2026-07-09T13:28:39.80563Z","steps":["trace[1877737109] 'process raft request' (duration: 253.210285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:28:40.004391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.410179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T13:28:40.004466Z","caller":"traceutil/trace.go:171","msg":"trace[573273586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8430; }","duration":"142.535512ms","start":"2026-07-09T13:28:39.861914Z","end":"2026-07-09T13:28:40.004449Z","steps":["trace[573273586] 'range keys from in-memory index tree' (duration: 142.329338ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:28:40.018603Z","caller":"traceutil/trace.go:171","msg":"trace[1148528985] linearizableReadLoop","detail":"{readStateIndex:8730; appliedIndex:8729; }","duration":"136.635403ms","start":"2026-07-09T13:28:39.881929Z","end":"2026-07-09T13:28:40.018565Z","steps":["trace[1148528985] 'read index received' (duration: 136.223044ms)","trace[1148528985] 'applied index is now lower than readState.Index' (duration: 410.629µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:28:40.018639Z","caller":"traceutil/trace.go:171","msg":"trace[392854176] transaction","detail":"{read_only:false; response_revision:8431; number_of_response:1; }","duration":"156.449937ms","start":"2026-07-09T13:28:39.862166Z","end":"2026-07-09T13:28:40.018616Z","steps":["trace[392854176] 'process raft request' (duration: 156.11054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:28:40.018888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.941309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5g5d7\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-09T13:28:40.018972Z","caller":"traceutil/trace.go:171","msg":"trace[1340132252] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5g5d7; range_end:; response_count:1; response_revision:8431; }","duration":"137.090432ms","start":"2026-07-09T13:28:39.881862Z","end":"2026-07-09T13:28:40.018952Z","steps":["trace[1340132252] 'agreement among raft nodes before linearized reading' (duration: 136.839607ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:28:52.116291Z","caller":"traceutil/trace.go:171","msg":"trace[537786044] transaction","detail":"{read_only:false; response_revision:8535; number_of_response:1; }","duration":"164.789069ms","start":"2026-07-09T13:28:51.951483Z","end":"2026-07-09T13:28:52.116273Z","steps":["trace[537786044] 'process raft request' (duration: 159.513124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:28:52.673335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.985937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-09T13:28:52.673393Z","caller":"traceutil/trace.go:171","msg":"trace[235016277] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8538; }","duration":"218.081289ms","start":"2026-07-09T13:28:52.4553Z","end":"2026-07-09T13:28:52.673381Z","steps":["trace[235016277] 'range keys from in-memory index tree' (duration: 217.834504ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:28:52.786321Z","caller":"traceutil/trace.go:171","msg":"trace[456675421] transaction","detail":"{read_only:false; response_revision:8539; number_of_response:1; }","duration":"107.830189ms","start":"2026-07-09T13:28:52.678464Z","end":"2026-07-09T13:28:52.786294Z","steps":["trace[456675421] 'process raft request' (duration: 107.624805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:28:52.833009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.941406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-09T13:28:52.833098Z","caller":"traceutil/trace.go:171","msg":"trace[296103883] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8540; }","duration":"111.055109ms","start":"2026-07-09T13:28:52.722018Z","end":"2026-07-09T13:28:52.833073Z","steps":["trace[296103883] 'agreement among raft nodes before linearized reading' (duration: 110.824594ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:28:52.921422Z","caller":"traceutil/trace.go:171","msg":"trace[1789156642] transaction","detail":"{read_only:false; response_revision:8542; number_of_response:1; }","duration":"104.060156ms","start":"2026-07-09T13:28:52.817339Z","end":"2026-07-09T13:28:52.921399Z","steps":["trace[1789156642] 'process raft request' (duration: 104.020715ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:28:52.921723Z","caller":"traceutil/trace.go:171","msg":"trace[1670712927] transaction","detail":"{read_only:false; response_revision:8541; number_of_response:1; }","duration":"130.627684ms","start":"2026-07-09T13:28:52.791053Z","end":"2026-07-09T13:28:52.921681Z","steps":["trace[1670712927] 'process raft request' (duration: 88.691171ms)","trace[1670712927] 'compare' (duration: 41.480154ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:29:42.23263Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002481.wal"} {"level":"info","ts":"2026-07-09T13:29:53.991719Z","caller":"traceutil/trace.go:171","msg":"trace[97588518] transaction","detail":"{read_only:false; response_revision:9193; number_of_response:1; }","duration":"117.575311ms","start":"2026-07-09T13:29:53.874098Z","end":"2026-07-09T13:29:53.991673Z","steps":["trace[97588518] 'process raft request' (duration: 117.274124ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:30:59.280982Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"68d6d88687e6b830","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-09T13:30:59.287186Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-09T13:30:59.287435Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-09T13:33:20.221619Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8274} {"level":"info","ts":"2026-07-09T13:33:20.293574Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8274,"took":"70.077386ms","hash":533237391,"current-db-size-bytes":57135104,"current-db-size":"57 MB","current-db-size-in-use-bytes":26456064,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-09T13:33:20.293729Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":533237391,"revision":8274,"compact-revision":6075} {"level":"info","ts":"2026-07-09T13:33:47.170449Z","caller":"traceutil/trace.go:171","msg":"trace[1331216767] transaction","detail":"{read_only:false; response_revision:11102; number_of_response:1; }","duration":"121.742948ms","start":"2026-07-09T13:33:47.048681Z","end":"2026-07-09T13:33:47.170424Z","steps":["trace[1331216767] 'process raft request' (duration: 121.260276ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:38:20.228467Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10930} {"level":"info","ts":"2026-07-09T13:38:20.314986Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10930,"took":"84.02985ms","hash":2516917684,"current-db-size-bytes":57135104,"current-db-size":"57 MB","current-db-size-in-use-bytes":28024832,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-09T13:38:20.315048Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2516917684,"revision":10930,"compact-revision":8274} {"level":"info","ts":"2026-07-09T13:40:14.58793Z","caller":"traceutil/trace.go:171","msg":"trace[2026691610] transaction","detail":"{read_only:false; response_revision:13716; number_of_response:1; }","duration":"133.147235ms","start":"2026-07-09T13:40:14.45476Z","end":"2026-07-09T13:40:14.587907Z","steps":["trace[2026691610] 'process raft request' (duration: 132.995602ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:40:14.588017Z","caller":"traceutil/trace.go:171","msg":"trace[1088033927] transaction","detail":"{read_only:false; response_revision:13717; number_of_response:1; }","duration":"133.192837ms","start":"2026-07-09T13:40:14.454787Z","end":"2026-07-09T13:40:14.58798Z","steps":["trace[1088033927] 'process raft request' (duration: 133.060004ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:40:14.58794Z","caller":"traceutil/trace.go:171","msg":"trace[1521870029] transaction","detail":"{read_only:false; response_revision:13715; number_of_response:1; }","duration":"133.865652ms","start":"2026-07-09T13:40:14.454048Z","end":"2026-07-09T13:40:14.587913Z","steps":["trace[1521870029] 'process raft request' (duration: 75.406314ms)","trace[1521870029] 'compare' (duration: 58.037329ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:40:15.561997Z","caller":"traceutil/trace.go:171","msg":"trace[792195759] transaction","detail":"{read_only:false; response_revision:13720; number_of_response:1; }","duration":"229.602667ms","start":"2026-07-09T13:40:15.332333Z","end":"2026-07-09T13:40:15.561936Z","steps":["trace[792195759] 'process raft request' (duration: 229.341332ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:40:15.612181Z","caller":"traceutil/trace.go:171","msg":"trace[1763164279] transaction","detail":"{read_only:false; response_revision:13721; number_of_response:1; }","duration":"116.758241ms","start":"2026-07-09T13:40:15.495395Z","end":"2026-07-09T13:40:15.612153Z","steps":["trace[1763164279] 'process raft request' (duration: 116.604208ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:40:16.143719Z","caller":"traceutil/trace.go:171","msg":"trace[2006675015] transaction","detail":"{read_only:false; response_revision:13722; number_of_response:1; }","duration":"100.605931ms","start":"2026-07-09T13:40:16.043093Z","end":"2026-07-09T13:40:16.143699Z","steps":["trace[2006675015] 'process raft request' (duration: 100.046349ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:41:58.243002Z","caller":"traceutil/trace.go:171","msg":"trace[1168563124] linearizableReadLoop","detail":"{readStateIndex:15432; appliedIndex:15431; }","duration":"280.985551ms","start":"2026-07-09T13:41:57.961991Z","end":"2026-07-09T13:41:58.242977Z","steps":["trace[1168563124] 'read index received' (duration: 280.899929ms)","trace[1168563124] 'applied index is now lower than readState.Index' (duration: 84.522µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:41:58.243057Z","caller":"traceutil/trace.go:171","msg":"trace[1436103653] transaction","detail":"{read_only:false; response_revision:14927; number_of_response:1; }","duration":"310.631234ms","start":"2026-07-09T13:41:57.932391Z","end":"2026-07-09T13:41:58.243022Z","steps":["trace[1436103653] 'process raft request' (duration: 310.43936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:41:58.243219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.212306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-07-09T13:41:58.243257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:41:57.932366Z","time spent":"310.782647ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T13:41:58.243288Z","caller":"traceutil/trace.go:171","msg":"trace[1075379071] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14927; }","duration":"281.332808ms","start":"2026-07-09T13:41:57.96194Z","end":"2026-07-09T13:41:58.243273Z","steps":["trace[1075379071] 'agreement among raft nodes before linearized reading' (duration: 281.143244ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:41:58.345047Z","caller":"traceutil/trace.go:171","msg":"trace[126443523] transaction","detail":"{read_only:false; response_revision:14928; number_of_response:1; }","duration":"355.65019ms","start":"2026-07-09T13:41:57.989371Z","end":"2026-07-09T13:41:58.345021Z","steps":["trace[126443523] 'process raft request' (duration: 354.286851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:41:58.345561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:41:57.989348Z","time spent":"356.11607ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T13:43:20.23463Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12970} {"level":"info","ts":"2026-07-09T13:43:20.313616Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12970,"took":"76.206013ms","hash":2218304829,"current-db-size-bytes":57135104,"current-db-size":"57 MB","current-db-size-in-use-bytes":31293440,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-09T13:43:20.313678Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2218304829,"revision":12970,"compact-revision":10930} {"level":"info","ts":"2026-07-09T13:47:35.680463Z","caller":"traceutil/trace.go:171","msg":"trace[993120682] transaction","detail":"{read_only:false; response_revision:17509; number_of_response:1; }","duration":"137.64796ms","start":"2026-07-09T13:47:35.542792Z","end":"2026-07-09T13:47:35.68044Z","steps":["trace[993120682] 'process raft request' (duration: 137.516777ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:47:40.864315Z","caller":"traceutil/trace.go:171","msg":"trace[390155869] linearizableReadLoop","detail":"{readStateIndex:18256; appliedIndex:18255; }","duration":"129.238166ms","start":"2026-07-09T13:47:40.735048Z","end":"2026-07-09T13:47:40.864286Z","steps":["trace[390155869] 'read index received' (duration: 129.170865ms)","trace[390155869] 'applied index is now lower than readState.Index' (duration: 65.741µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:47:40.86445Z","caller":"traceutil/trace.go:171","msg":"trace[584064759] transaction","detail":"{read_only:false; response_revision:17664; number_of_response:1; }","duration":"129.471791ms","start":"2026-07-09T13:47:40.734967Z","end":"2026-07-09T13:47:40.864439Z","steps":["trace[584064759] 'process raft request' (duration: 129.116434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:47:40.864697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.631254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-09T13:47:40.864776Z","caller":"traceutil/trace.go:171","msg":"trace[1346557742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17664; }","duration":"129.749377ms","start":"2026-07-09T13:47:40.735009Z","end":"2026-07-09T13:47:40.864758Z","steps":["trace[1346557742] 'agreement among raft nodes before linearized reading' (duration: 129.567623ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:47:40.869559Z","caller":"traceutil/trace.go:171","msg":"trace[1002681725] transaction","detail":"{read_only:false; response_revision:17665; number_of_response:1; }","duration":"132.653552ms","start":"2026-07-09T13:47:40.736877Z","end":"2026-07-09T13:47:40.869531Z","steps":["trace[1002681725] 'process raft request' (duration: 132.432007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:47:40.869655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.972707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-09T13:47:40.869641Z","caller":"traceutil/trace.go:171","msg":"trace[2026779021] transaction","detail":"{read_only:false; response_revision:17666; number_of_response:1; }","duration":"108.980233ms","start":"2026-07-09T13:47:40.760608Z","end":"2026-07-09T13:47:40.869588Z","steps":["trace[2026779021] 'process raft request' (duration: 108.786369ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:47:40.869706Z","caller":"traceutil/trace.go:171","msg":"trace[1272831459] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17666; }","duration":"127.059459ms","start":"2026-07-09T13:47:40.742631Z","end":"2026-07-09T13:47:40.86969Z","steps":["trace[1272831459] 'agreement among raft nodes before linearized reading' (duration: 126.913486ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:47:41.189876Z","caller":"traceutil/trace.go:171","msg":"trace[574502778] transaction","detail":"{read_only:false; response_revision:17674; number_of_response:1; }","duration":"199.567254ms","start":"2026-07-09T13:47:40.990277Z","end":"2026-07-09T13:47:41.189844Z","steps":["trace[574502778] 'process raft request' (duration: 199.36493ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:47:41.190241Z","caller":"traceutil/trace.go:171","msg":"trace[1906889561] linearizableReadLoop","detail":"{readStateIndex:18266; appliedIndex:18266; }","duration":"190.215789ms","start":"2026-07-09T13:47:41.000016Z","end":"2026-07-09T13:47:41.190231Z","steps":["trace[1906889561] 'read index received' (duration: 190.211149ms)","trace[1906889561] 'applied index is now lower than readState.Index' (duration: 3.9µs)"],"step_count":2} {"level":"warn","ts":"2026-07-09T13:47:41.190447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.407173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-07-09T13:47:41.1905Z","caller":"traceutil/trace.go:171","msg":"trace[1620351510] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:17674; }","duration":"190.531227ms","start":"2026-07-09T13:47:40.999955Z","end":"2026-07-09T13:47:41.190486Z","steps":["trace[1620351510] 'agreement among raft nodes before linearized reading' (duration: 190.319092ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:47:41.510646Z","caller":"traceutil/trace.go:171","msg":"trace[602500605] linearizableReadLoop","detail":"{readStateIndex:18268; appliedIndex:18266; }","duration":"314.008307ms","start":"2026-07-09T13:47:41.19661Z","end":"2026-07-09T13:47:41.510618Z","steps":["trace[602500605] 'read index received' (duration: 279.366239ms)","trace[602500605] 'applied index is now lower than readState.Index' (duration: 34.640208ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:47:41.510769Z","caller":"traceutil/trace.go:171","msg":"trace[121886284] transaction","detail":"{read_only:false; response_revision:17675; number_of_response:1; }","duration":"418.829899ms","start":"2026-07-09T13:47:41.091927Z","end":"2026-07-09T13:47:41.510757Z","steps":["trace[121886284] 'process raft request' (duration: 384.059408ms)","trace[121886284] 'compare' (duration: 34.269099ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T13:47:41.510872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:47:41.091898Z","time spent":"418.902461ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T13:47:41.51089Z","caller":"traceutil/trace.go:171","msg":"trace[1530682255] transaction","detail":"{read_only:false; response_revision:17676; number_of_response:1; }","duration":"335.773452ms","start":"2026-07-09T13:47:41.175092Z","end":"2026-07-09T13:47:41.510865Z","steps":["trace[1530682255] 'process raft request' (duration: 335.449715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:47:41.511192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.57995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-07-09T13:47:41.511275Z","caller":"traceutil/trace.go:171","msg":"trace[283170606] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:17676; }","duration":"314.685152ms","start":"2026-07-09T13:47:41.196565Z","end":"2026-07-09T13:47:41.51125Z","steps":["trace[283170606] 'agreement among raft nodes before linearized reading' (duration: 314.482167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:47:41.511341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:47:41.196545Z","time spent":"314.777864ms","remote":"127.0.0.1:39826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-07-09T13:47:41.511801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:47:41.175057Z","time spent":"335.874275ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T13:47:41.736391Z","caller":"traceutil/trace.go:171","msg":"trace[1385990625] linearizableReadLoop","detail":"{readStateIndex:18270; appliedIndex:18268; }","duration":"225.645364ms","start":"2026-07-09T13:47:41.51072Z","end":"2026-07-09T13:47:41.736365Z","steps":["trace[1385990625] 'read index received' (duration: 191.430866ms)","trace[1385990625] 'applied index is now lower than readState.Index' (duration: 34.212808ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:47:41.736517Z","caller":"traceutil/trace.go:171","msg":"trace[500024594] transaction","detail":"{read_only:false; response_revision:17678; number_of_response:1; }","duration":"264.569975ms","start":"2026-07-09T13:47:41.471932Z","end":"2026-07-09T13:47:41.736502Z","steps":["trace[500024594] 'process raft request' (duration: 264.33427ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:47:41.736591Z","caller":"traceutil/trace.go:171","msg":"trace[747535013] transaction","detail":"{read_only:false; response_revision:17677; number_of_response:1; }","duration":"536.623934ms","start":"2026-07-09T13:47:41.199944Z","end":"2026-07-09T13:47:41.736568Z","steps":["trace[747535013] 'process raft request' (duration: 502.234213ms)","trace[747535013] 'compare' (duration: 33.685356ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T13:47:41.739767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:47:41.199932Z","time spent":"539.591119ms","remote":"127.0.0.1:42856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2714,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-09T13:47:41.736883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.269941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-l65tz\" ","response":"range_response_count:1 size:20756"} {"level":"info","ts":"2026-07-09T13:47:41.740082Z","caller":"traceutil/trace.go:171","msg":"trace[522568397] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-l65tz; range_end:; response_count:1; response_revision:17678; }","duration":"365.517773ms","start":"2026-07-09T13:47:41.374549Z","end":"2026-07-09T13:47:41.740067Z","steps":["trace[522568397] 'agreement among raft nodes before linearized reading' (duration: 362.2007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:47:41.740129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:47:41.374527Z","time spent":"365.587164ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20779,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-l65tz\" "} {"level":"warn","ts":"2026-07-09T13:47:41.737064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.698483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2twb4\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-07-09T13:47:41.740331Z","caller":"traceutil/trace.go:171","msg":"trace[1613454786] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2twb4; range_end:; response_count:1; response_revision:17678; }","duration":"484.989966ms","start":"2026-07-09T13:47:41.255328Z","end":"2026-07-09T13:47:41.740318Z","steps":["trace[1613454786] 'agreement among raft nodes before linearized reading' (duration: 481.491259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:47:41.740382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:47:41.255286Z","time spent":"485.085338ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2twb4\" "} {"level":"warn","ts":"2026-07-09T13:47:41.758003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.370316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-07-09T13:47:41.75808Z","caller":"traceutil/trace.go:171","msg":"trace[164652458] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:17679; }","duration":"240.472429ms","start":"2026-07-09T13:47:41.517588Z","end":"2026-07-09T13:47:41.75806Z","steps":["trace[164652458] 'agreement among raft nodes before linearized reading' (duration: 240.299315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:47:41.758316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.767129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-6tnxf\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-07-09T13:47:41.758398Z","caller":"traceutil/trace.go:171","msg":"trace[1277878344] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-6tnxf; range_end:; response_count:1; response_revision:17679; }","duration":"242.852101ms","start":"2026-07-09T13:47:41.515508Z","end":"2026-07-09T13:47:41.75836Z","steps":["trace[1277878344] 'agreement among raft nodes before linearized reading' (duration: 242.715648ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:47:41.853739Z","caller":"traceutil/trace.go:171","msg":"trace[1934362243] transaction","detail":"{read_only:false; response_revision:17680; number_of_response:1; }","duration":"100.226522ms","start":"2026-07-09T13:47:41.753473Z","end":"2026-07-09T13:47:41.8537Z","steps":["trace[1934362243] 'process raft request' (duration: 84.1617ms)","trace[1934362243] 'compare' (duration: 15.06725ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T13:47:41.8582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.540592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:973196"} {"level":"info","ts":"2026-07-09T13:47:41.859579Z","caller":"traceutil/trace.go:171","msg":"trace[756328731] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:17680; }","duration":"113.956383ms","start":"2026-07-09T13:47:41.745589Z","end":"2026-07-09T13:47:41.859546Z","steps":["trace[756328731] 'agreement among raft nodes before linearized reading' (duration: 108.34536ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:47:51.89932Z","caller":"traceutil/trace.go:171","msg":"trace[260470472] transaction","detail":"{read_only:false; response_revision:17842; number_of_response:1; }","duration":"111.241063ms","start":"2026-07-09T13:47:51.788044Z","end":"2026-07-09T13:47:51.899285Z","steps":["trace[260470472] 'process raft request' (duration: 93.494315ms)","trace[260470472] 'compare' (duration: 17.453072ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:48:20.241295Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15478} {"level":"info","ts":"2026-07-09T13:48:20.344469Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15478,"took":"99.71117ms","hash":1009572201,"current-db-size-bytes":57135104,"current-db-size":"57 MB","current-db-size-in-use-bytes":33636352,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-09T13:48:20.344559Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1009572201,"revision":15478,"compact-revision":12970} {"level":"info","ts":"2026-07-09T13:48:38.563957Z","caller":"traceutil/trace.go:171","msg":"trace[2135110526] transaction","detail":"{read_only:false; response_revision:18219; number_of_response:1; }","duration":"107.403208ms","start":"2026-07-09T13:48:38.456527Z","end":"2026-07-09T13:48:38.56393Z","steps":["trace[2135110526] 'process raft request' (duration: 107.01071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:49:56.099449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272283229200806058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T13:49:56.600291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272283229200806058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T13:49:57.101477Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272283229200806058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T13:49:57.602246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272283229200806058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T13:49:57.858643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000276444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-09T13:49:57.858733Z","caller":"traceutil/trace.go:171","msg":"trace[1667324828] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000378266s","start":"2026-07-09T13:49:55.858331Z","end":"2026-07-09T13:49:57.858709Z","steps":["trace[1667324828] 'agreement among raft nodes before linearized reading' (duration: 2.000271584s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:49:57.858785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:49:55.858269Z","time spent":"2.00050541s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T13:49:58.103275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272283229200806058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T13:49:58.604022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272283229200806058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T13:49:59.104833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272283229200806058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T13:49:59.604938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272283229200806058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T13:49:59.859726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000569601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-09T13:49:59.859806Z","caller":"traceutil/trace.go:171","msg":"trace[658455561] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000687083s","start":"2026-07-09T13:49:57.859102Z","end":"2026-07-09T13:49:59.859789Z","steps":["trace[658455561] 'agreement among raft nodes before linearized reading' (duration: 2.00055015s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:49:59.859852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:49:57.859087Z","time spent":"2.000754285s","remote":"127.0.0.1:39650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T13:50:00.105179Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272283229200806058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T13:50:00.605573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000079932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-09T13:50:00.605727Z","caller":"traceutil/trace.go:171","msg":"trace[334773411] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000270847s","start":"2026-07-09T13:49:55.605439Z","end":"2026-07-09T13:50:00.605709Z","steps":["trace[334773411] 'agreement among raft nodes before linearized reading' (duration: 5.000099423s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:50:00.605818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:49:55.605426Z","time spent":"5.000376379s","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T13:50:00.605602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272283229200806058,"retry-timeout":"500ms"} 2026/07/09 13:50:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T13:50:01.106573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272283229200806058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T13:50:01.279234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:49:56.280515Z","time spent":"4.998711712s","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/09 13:50:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T13:50:01.376661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:49:56.378689Z","time spent":"4.997965916s","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/09 13:50:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T13:50:01.607396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272283229200806058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T13:50:01.867961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000880558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-09T13:50:01.868043Z","caller":"traceutil/trace.go:171","msg":"trace[868087751] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000992181s","start":"2026-07-09T13:49:59.867032Z","end":"2026-07-09T13:50:01.868024Z","steps":["trace[868087751] 'agreement among raft nodes before linearized reading' (duration: 2.000891109s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:50:01.868097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:49:59.867025Z","time spent":"2.001063262s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/09 13:50:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T13:50:02.096766Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.499038281s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T13:50:02.097185Z","caller":"traceutil/trace.go:171","msg":"trace[448346385] transaction","detail":"{read_only:false; response_revision:18735; number_of_response:1; }","duration":"6.499522762s","start":"2026-07-09T13:49:55.597632Z","end":"2026-07-09T13:50:02.097154Z","steps":["trace[448346385] 'process raft request' (duration: 6.499347368s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:50:02.097366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:49:55.597614Z","time spent":"6.499660654s","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T13:50:02.104164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999278115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-09T13:50:02.104263Z","caller":"traceutil/trace.go:171","msg":"trace[1753588022] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999427659s","start":"2026-07-09T13:49:57.104815Z","end":"2026-07-09T13:50:02.104243Z","steps":["trace[1753588022] 'agreement among raft nodes before linearized reading' (duration: 4.999308206s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:50:02.104315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:49:57.104777Z","time spent":"4.9995276s","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/09 13:50:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T13:50:02.11222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998445356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-09T13:50:02.11228Z","caller":"traceutil/trace.go:171","msg":"trace[338152923] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998543269s","start":"2026-07-09T13:49:57.113723Z","end":"2026-07-09T13:50:02.112266Z","steps":["trace[338152923] 'agreement among raft nodes before linearized reading' (duration: 4.998473277s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:50:02.112319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:49:57.113702Z","time spent":"4.99860899s","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/09 13:50:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-09T13:50:02.155869Z","caller":"traceutil/trace.go:171","msg":"trace[1439002413] transaction","detail":"{read_only:false; response_revision:18738; number_of_response:1; }","duration":"5.497648596s","start":"2026-07-09T13:49:56.65819Z","end":"2026-07-09T13:50:02.155838Z","steps":["trace[1439002413] 'process raft request' (duration: 5.496494931s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:50:02.156165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:49:56.658163Z","time spent":"5.497891751s","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T13:50:02.15679Z","caller":"traceutil/trace.go:171","msg":"trace[1839529755] transaction","detail":"{read_only:false; response_revision:18739; number_of_response:1; }","duration":"5.30470582s","start":"2026-07-09T13:49:56.852066Z","end":"2026-07-09T13:50:02.156772Z","steps":["trace[1839529755] 'process raft request' (duration: 5.302675406s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:50:02.156978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:49:56.852042Z","time spent":"5.304877574s","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T13:50:02.180177Z","caller":"traceutil/trace.go:171","msg":"trace[834677954] linearizableReadLoop","detail":"{readStateIndex:19369; appliedIndex:19362; }","duration":"6.581541284s","start":"2026-07-09T13:49:55.598611Z","end":"2026-07-09T13:50:02.180152Z","steps":["trace[834677954] 'read index received' (duration: 6.498434167s)","trace[834677954] 'applied index is now lower than readState.Index' (duration: 83.105067ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:50:02.180299Z","caller":"traceutil/trace.go:171","msg":"trace[228713457] transaction","detail":"{read_only:false; response_revision:18740; number_of_response:1; }","duration":"2.31765265s","start":"2026-07-09T13:49:59.862567Z","end":"2026-07-09T13:50:02.18022Z","steps":["trace[228713457] 'process raft request' (duration: 2.317452436s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:50:02.180522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.850969558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-09T13:50:02.180569Z","caller":"traceutil/trace.go:171","msg":"trace[1511820086] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18740; }","duration":"5.851040909s","start":"2026-07-09T13:49:56.329512Z","end":"2026-07-09T13:50:02.180553Z","steps":["trace[1511820086] 'agreement among raft nodes before linearized reading' (duration: 5.850919446s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:50:02.180568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.446933319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-09T13:50:02.180608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:49:56.32949Z","time spent":"5.851110241s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-09T13:50:02.180567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.92977423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T13:50:02.18059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:49:59.862549Z","time spent":"2.317910946s","remote":"127.0.0.1:39714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-09T13:50:02.180648Z","caller":"traceutil/trace.go:171","msg":"trace[895285552] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18740; }","duration":"3.447072052s","start":"2026-07-09T13:49:58.733556Z","end":"2026-07-09T13:50:02.180628Z","steps":["trace[895285552] 'agreement among raft nodes before linearized reading' (duration: 3.446932149s)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:50:02.180648Z","caller":"traceutil/trace.go:171","msg":"trace[682588981] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:18740; }","duration":"5.929913373s","start":"2026-07-09T13:49:56.250722Z","end":"2026-07-09T13:50:02.180636Z","steps":["trace[682588981] 'agreement among raft nodes before linearized reading' (duration: 5.929732079s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:50:02.180629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.601826362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7467"} {"level":"warn","ts":"2026-07-09T13:50:02.180687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:49:58.733528Z","time spent":"3.447149714s","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-09T13:50:02.180703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:49:56.250698Z","time spent":"5.929997066s","remote":"127.0.0.1:39716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-09T13:50:02.180354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.581716738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T13:50:02.180726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.068177112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T13:50:02.180743Z","caller":"traceutil/trace.go:171","msg":"trace[1454801479] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:18740; }","duration":"5.601989636s","start":"2026-07-09T13:49:56.578727Z","end":"2026-07-09T13:50:02.180716Z","steps":["trace[1454801479] 'agreement among raft nodes before linearized reading' (duration: 5.60169279s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:50:02.180775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.511868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-09T13:50:02.180757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.536496125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7467"} {"level":"info","ts":"2026-07-09T13:50:02.180803Z","caller":"traceutil/trace.go:171","msg":"trace[1925218224] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:18740; }","duration":"3.068301245s","start":"2026-07-09T13:49:59.112483Z","end":"2026-07-09T13:50:02.180784Z","steps":["trace[1925218224] 'agreement among raft nodes before linearized reading' (duration: 3.068143451s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:50:02.180812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:49:56.578705Z","time spent":"5.602092749s","remote":"127.0.0.1:39870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7490,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-07-09T13:50:02.180824Z","caller":"traceutil/trace.go:171","msg":"trace[1491016479] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:18740; }","duration":"802.582359ms","start":"2026-07-09T13:50:01.378221Z","end":"2026-07-09T13:50:02.180803Z","steps":["trace[1491016479] 'agreement among raft nodes before linearized reading' (duration: 802.498777ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:50:02.180838Z","caller":"traceutil/trace.go:171","msg":"trace[76527319] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:18740; }","duration":"5.536606117s","start":"2026-07-09T13:49:56.644213Z","end":"2026-07-09T13:50:02.180819Z","steps":["trace[76527319] 'agreement among raft nodes before linearized reading' (duration: 5.536379622s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:50:02.18086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:50:01.378198Z","time spent":"802.654751ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-09T13:50:02.18089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077995532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:202"} {"level":"warn","ts":"2026-07-09T13:50:02.180896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:49:56.644193Z","time spent":"5.536690519s","remote":"127.0.0.1:39870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7490,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-07-09T13:50:02.180915Z","caller":"traceutil/trace.go:171","msg":"trace[872196377] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:18740; }","duration":"2.078053813s","start":"2026-07-09T13:50:00.102855Z","end":"2026-07-09T13:50:02.180909Z","steps":["trace[872196377] 'agreement among raft nodes before linearized reading' (duration: 2.077976632s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:50:02.180817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274310763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T13:50:02.180962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.659292209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7467"} {"level":"info","ts":"2026-07-09T13:50:02.181002Z","caller":"traceutil/trace.go:171","msg":"trace[1838004185] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:18740; }","duration":"5.659372451s","start":"2026-07-09T13:49:56.52162Z","end":"2026-07-09T13:50:02.180992Z","steps":["trace[1838004185] 'agreement among raft nodes before linearized reading' (duration: 5.659253958s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:50:02.181021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.4119053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T13:50:02.181034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:49:56.521589Z","time spent":"5.659439662s","remote":"127.0.0.1:39870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7490,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-07-09T13:50:02.181048Z","caller":"traceutil/trace.go:171","msg":"trace[1169987548] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:18740; }","duration":"2.411934021s","start":"2026-07-09T13:49:59.769106Z","end":"2026-07-09T13:50:02.18104Z","steps":["trace[1169987548] 'agreement among raft nodes before linearized reading' (duration: 2.41188512s)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:50:02.180757Z","caller":"traceutil/trace.go:171","msg":"trace[744934057] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:18740; }","duration":"6.582157727s","start":"2026-07-09T13:49:55.598568Z","end":"2026-07-09T13:50:02.180726Z","steps":["trace[744934057] 'agreement among raft nodes before linearized reading' (duration: 6.581678807s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:50:02.181073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:49:59.769071Z","time spent":"2.411995743s","remote":"127.0.0.1:58894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-09T13:50:02.181022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.707624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T13:50:02.181122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.491284665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T13:50:02.181196Z","caller":"traceutil/trace.go:171","msg":"trace[445035087] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:18740; }","duration":"2.492039871s","start":"2026-07-09T13:49:59.689144Z","end":"2026-07-09T13:50:02.181184Z","steps":["trace[445035087] 'agreement among raft nodes before linearized reading' (duration: 2.491203653s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:50:02.181352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:49:59.689126Z","time spent":"2.492210055s","remote":"127.0.0.1:39776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-09T13:50:02.18085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:49:59.112459Z","time spent":"3.068379727s","remote":"127.0.0.1:42880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-09T13:50:02.181244Z","caller":"traceutil/trace.go:171","msg":"trace[91591850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18740; }","duration":"312.970939ms","start":"2026-07-09T13:50:01.868202Z","end":"2026-07-09T13:50:02.181173Z","steps":["trace[91591850] 'agreement among raft nodes before linearized reading' (duration: 312.498809ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:50:02.180967Z","caller":"traceutil/trace.go:171","msg":"trace[1158185803] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:18740; }","duration":"2.274478187s","start":"2026-07-09T13:49:59.906476Z","end":"2026-07-09T13:50:02.180954Z","steps":["trace[1158185803] 'agreement among raft nodes before linearized reading' (duration: 2.274305374s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:50:02.181697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:49:59.906463Z","time spent":"2.275210974s","remote":"127.0.0.1:43078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-09T13:50:02.181104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:49:55.598549Z","time spent":"6.582533545s","remote":"127.0.0.1:48168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-09T13:50:02.18068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.726953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-09T13:50:02.181865Z","caller":"traceutil/trace.go:171","msg":"trace[1047203438] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:18740; }","duration":"900.911619ms","start":"2026-07-09T13:50:01.280936Z","end":"2026-07-09T13:50:02.181848Z","steps":["trace[1047203438] 'agreement among raft nodes before linearized reading' (duration: 899.57712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:50:02.180933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:50:00.102835Z","time spent":"2.078093684s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" "} {"level":"warn","ts":"2026-07-09T13:50:02.181915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:50:01.280864Z","time spent":"901.037092ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-09T13:50:02.181126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.283932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-09T13:50:02.181998Z","caller":"traceutil/trace.go:171","msg":"trace[1833341425] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:18740; }","duration":"166.178422ms","start":"2026-07-09T13:50:02.015805Z","end":"2026-07-09T13:50:02.181983Z","steps":["trace[1833341425] 'agreement among raft nodes before linearized reading' (duration: 165.16267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:50:02.182213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.582586397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-09T13:50:02.182856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:50:01.868183Z","time spent":"313.360719ms","remote":"127.0.0.1:39650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T13:50:02.182283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.562329134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-09T13:50:02.18296Z","caller":"traceutil/trace.go:171","msg":"trace[557314493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18740; }","duration":"6.583266442s","start":"2026-07-09T13:49:55.599586Z","end":"2026-07-09T13:50:02.182852Z","steps":["trace[557314493] 'agreement among raft nodes before linearized reading' (duration: 6.580719026s)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:50:02.183001Z","caller":"traceutil/trace.go:171","msg":"trace[1437272858] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18740; }","duration":"6.56305692s","start":"2026-07-09T13:49:55.619913Z","end":"2026-07-09T13:50:02.18297Z","steps":["trace[1437272858] 'agreement among raft nodes before linearized reading' (duration: 6.560945514s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:50:02.183036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:49:55.599573Z","time spent":"6.583444776s","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-09T13:50:02.183056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:49:55.61987Z","time spent":"6.563167993s","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-09T13:51:10.481041Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"68d6d88687e6b830","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-09T13:51:10.486027Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-09T13:51:10.486147Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-09T13:52:13.140214Z","caller":"traceutil/trace.go:171","msg":"trace[223583436] transaction","detail":"{read_only:false; response_revision:19708; number_of_response:1; }","duration":"126.332191ms","start":"2026-07-09T13:52:13.01385Z","end":"2026-07-09T13:52:13.140182Z","steps":["trace[223583436] 'process raft request' (duration: 123.293545ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:52:13.262323Z","caller":"traceutil/trace.go:171","msg":"trace[1769011239] transaction","detail":"{read_only:false; response_revision:19709; number_of_response:1; }","duration":"246.795273ms","start":"2026-07-09T13:52:13.015492Z","end":"2026-07-09T13:52:13.262287Z","steps":["trace[1769011239] 'process raft request' (duration: 225.792745ms)","trace[1769011239] 'compare' (duration: 20.789964ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T13:52:29.567548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.753588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T13:52:29.567675Z","caller":"traceutil/trace.go:171","msg":"trace[1037903208] linearizableReadLoop","detail":"{readStateIndex:20457; appliedIndex:20456; }","duration":"226.423862ms","start":"2026-07-09T13:52:29.341233Z","end":"2026-07-09T13:52:29.567657Z","steps":["trace[1037903208] 'read index received' (duration: 99.49761ms)","trace[1037903208] 'applied index is now lower than readState.Index' (duration: 126.924962ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T13:52:29.567941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.701338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-09T13:52:29.567991Z","caller":"traceutil/trace.go:171","msg":"trace[1002151915] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19791; }","duration":"226.767429ms","start":"2026-07-09T13:52:29.34121Z","end":"2026-07-09T13:52:29.567978Z","steps":["trace[1002151915] 'agreement among raft nodes before linearized reading' (duration: 226.564984ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:52:29.567921Z","caller":"traceutil/trace.go:171","msg":"trace[1775898258] transaction","detail":"{read_only:false; response_revision:19791; number_of_response:1; }","duration":"229.54283ms","start":"2026-07-09T13:52:29.338316Z","end":"2026-07-09T13:52:29.567858Z","steps":["trace[1775898258] 'process raft request' (duration: 102.377293ms)","trace[1775898258] 'compare' (duration: 126.587675ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:53:20.246794Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18052} {"level":"info","ts":"2026-07-09T13:53:20.357803Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18052,"took":"107.845733ms","hash":3011876267,"current-db-size-bytes":57135104,"current-db-size":"57 MB","current-db-size-in-use-bytes":30388224,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-09T13:53:20.357926Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3011876267,"revision":18052,"compact-revision":15478} {"level":"info","ts":"2026-07-09T13:56:09.965978Z","caller":"traceutil/trace.go:171","msg":"trace[1771093438] linearizableReadLoop","detail":"{readStateIndex:22891; appliedIndex:22890; }","duration":"205.037063ms","start":"2026-07-09T13:56:09.76091Z","end":"2026-07-09T13:56:09.965948Z","steps":["trace[1771093438] 'read index received' (duration: 163.228397ms)","trace[1771093438] 'applied index is now lower than readState.Index' (duration: 41.807396ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:56:09.966151Z","caller":"traceutil/trace.go:171","msg":"trace[408120093] transaction","detail":"{read_only:false; response_revision:22155; number_of_response:1; }","duration":"256.183604ms","start":"2026-07-09T13:56:09.709853Z","end":"2026-07-09T13:56:09.966037Z","steps":["trace[408120093] 'process raft request' (duration: 214.332747ms)","trace[408120093] 'compare' (duration: 40.232411ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T13:56:09.966295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.359749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T13:56:09.966338Z","caller":"traceutil/trace.go:171","msg":"trace[412505839] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:22155; }","duration":"205.459422ms","start":"2026-07-09T13:56:09.760864Z","end":"2026-07-09T13:56:09.966324Z","steps":["trace[412505839] 'agreement among raft nodes before linearized reading' (duration: 205.201236ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:57:47.421043Z","caller":"traceutil/trace.go:171","msg":"trace[55338351] transaction","detail":"{read_only:false; response_revision:23150; number_of_response:1; }","duration":"116.051392ms","start":"2026-07-09T13:57:47.304966Z","end":"2026-07-09T13:57:47.421017Z","steps":["trace[55338351] 'process raft request' (duration: 115.906709ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:58:20.252098Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20318} {"level":"info","ts":"2026-07-09T13:58:20.36524Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20318,"took":"107.242359ms","hash":367472751,"current-db-size-bytes":57135104,"current-db-size":"57 MB","current-db-size-in-use-bytes":43692032,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-07-09T13:58:20.365308Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":367472751,"revision":20318,"compact-revision":18052} {"level":"warn","ts":"2026-07-09T13:59:43.161275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.925301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T13:59:43.161438Z","caller":"traceutil/trace.go:171","msg":"trace[1910527210] linearizableReadLoop","detail":"{readStateIndex:25077; appliedIndex:25076; }","duration":"153.452283ms","start":"2026-07-09T13:59:43.007969Z","end":"2026-07-09T13:59:43.161421Z","steps":["trace[1910527210] 'read index received' (duration: 42.240696ms)","trace[1910527210] 'applied index is now lower than readState.Index' (duration: 111.210397ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:59:43.161503Z","caller":"traceutil/trace.go:171","msg":"trace[58979406] transaction","detail":"{read_only:false; response_revision:24285; number_of_response:1; }","duration":"242.76284ms","start":"2026-07-09T13:59:42.918708Z","end":"2026-07-09T13:59:43.161471Z","steps":["trace[58979406] 'process raft request' (duration: 131.566573ms)","trace[58979406] 'compare' (duration: 110.624315ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T13:59:43.161545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.570005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T13:59:43.161603Z","caller":"traceutil/trace.go:171","msg":"trace[2028163432] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24285; }","duration":"153.659837ms","start":"2026-07-09T13:59:43.007932Z","end":"2026-07-09T13:59:43.161592Z","steps":["trace[2028163432] 'agreement among raft nodes before linearized reading' (duration: 153.577225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:59:43.161691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.828082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-09T13:59:43.161765Z","caller":"traceutil/trace.go:171","msg":"trace[1544680140] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24285; }","duration":"117.945905ms","start":"2026-07-09T13:59:43.043799Z","end":"2026-07-09T13:59:43.161745Z","steps":["trace[1544680140] 'agreement among raft nodes before linearized reading' (duration: 117.747461ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:59:43.308479Z","caller":"traceutil/trace.go:171","msg":"trace[2135531251] transaction","detail":"{read_only:false; response_revision:24286; number_of_response:1; }","duration":"142.947722ms","start":"2026-07-09T13:59:43.165495Z","end":"2026-07-09T13:59:43.308443Z","steps":["trace[2135531251] 'process raft request' (duration: 116.033693ms)","trace[2135531251] 'compare' (duration: 26.725085ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:59:43.440152Z","caller":"traceutil/trace.go:171","msg":"trace[1813777534] transaction","detail":"{read_only:false; response_revision:24288; number_of_response:1; }","duration":"274.044834ms","start":"2026-07-09T13:59:43.166079Z","end":"2026-07-09T13:59:43.440124Z","steps":["trace[1813777534] 'process raft request' (duration: 273.958532ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:59:43.440194Z","caller":"traceutil/trace.go:171","msg":"trace[991167368] transaction","detail":"{read_only:false; response_revision:24287; number_of_response:1; }","duration":"274.079385ms","start":"2026-07-09T13:59:43.166079Z","end":"2026-07-09T13:59:43.440158Z","steps":["trace[991167368] 'process raft request' (duration: 255.378036ms)","trace[991167368] 'compare' (duration: 18.437703ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:59:43.440413Z","caller":"traceutil/trace.go:171","msg":"trace[1065189296] transaction","detail":"{read_only:false; response_revision:24289; number_of_response:1; }","duration":"197.674591ms","start":"2026-07-09T13:59:43.242728Z","end":"2026-07-09T13:59:43.440402Z","steps":["trace[1065189296] 'process raft request' (duration: 197.358954ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:59:43.605934Z","caller":"traceutil/trace.go:171","msg":"trace[733031188] linearizableReadLoop","detail":"{readStateIndex:25082; appliedIndex:25081; }","duration":"138.74207ms","start":"2026-07-09T13:59:43.467166Z","end":"2026-07-09T13:59:43.605908Z","steps":["trace[733031188] 'read index received' (duration: 119.479138ms)","trace[733031188] 'applied index is now lower than readState.Index' (duration: 19.261442ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T13:59:43.606219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.029086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T13:59:43.606267Z","caller":"traceutil/trace.go:171","msg":"trace[215496117] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24289; }","duration":"139.127639ms","start":"2026-07-09T13:59:43.467128Z","end":"2026-07-09T13:59:43.606255Z","steps":["trace[215496117] 'agreement among raft nodes before linearized reading' (duration: 139.030697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:59:43.857039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.021171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T13:59:43.857206Z","caller":"traceutil/trace.go:171","msg":"trace[1609290092] transaction","detail":"{read_only:false; response_revision:24290; number_of_response:1; }","duration":"369.601108ms","start":"2026-07-09T13:59:43.487567Z","end":"2026-07-09T13:59:43.857168Z","steps":["trace[1609290092] 'process raft request' (duration: 238.304751ms)","trace[1609290092] 'compare' (duration: 130.771586ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:59:43.857277Z","caller":"traceutil/trace.go:171","msg":"trace[971312815] linearizableReadLoop","detail":"{readStateIndex:25083; appliedIndex:25082; }","duration":"251.237734ms","start":"2026-07-09T13:59:43.606007Z","end":"2026-07-09T13:59:43.857245Z","steps":["trace[971312815] 'read index received' (duration: 119.882636ms)","trace[971312815] 'applied index is now lower than readState.Index' (duration: 131.352058ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:59:43.857329Z","caller":"traceutil/trace.go:171","msg":"trace[1453012409] transaction","detail":"{read_only:false; response_revision:24291; number_of_response:1; }","duration":"246.603153ms","start":"2026-07-09T13:59:43.610701Z","end":"2026-07-09T13:59:43.857304Z","steps":["trace[1453012409] 'process raft request' (duration: 246.46889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:59:43.857372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:59:43.487547Z","time spent":"369.736482ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T13:59:43.857398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.923907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T13:59:43.857451Z","caller":"traceutil/trace.go:171","msg":"trace[696199542] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24291; }","duration":"297.035359ms","start":"2026-07-09T13:59:43.560402Z","end":"2026-07-09T13:59:43.857438Z","steps":["trace[696199542] 'agreement among raft nodes before linearized reading' (duration: 296.884276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:59:43.857495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.922653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-09T13:59:43.857554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.163611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-09T13:59:43.857558Z","caller":"traceutil/trace.go:171","msg":"trace[1257994933] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24291; }","duration":"212.032996ms","start":"2026-07-09T13:59:43.64551Z","end":"2026-07-09T13:59:43.857543Z","steps":["trace[1257994933] 'agreement among raft nodes before linearized reading' (duration: 211.910593ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:59:43.857592Z","caller":"traceutil/trace.go:171","msg":"trace[342988375] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24291; }","duration":"182.232173ms","start":"2026-07-09T13:59:43.675349Z","end":"2026-07-09T13:59:43.857581Z","steps":["trace[342988375] 'agreement among raft nodes before linearized reading' (duration: 182.07503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:59:43.857929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.649443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-09T13:59:43.857979Z","caller":"traceutil/trace.go:171","msg":"trace[285843581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24291; }","duration":"344.701074ms","start":"2026-07-09T13:59:43.513265Z","end":"2026-07-09T13:59:43.857966Z","steps":["trace[285843581] 'agreement among raft nodes before linearized reading' (duration: 344.536669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:59:43.858015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:59:43.51315Z","time spent":"344.856208ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-09T13:59:48.177199Z","caller":"traceutil/trace.go:171","msg":"trace[426830560] transaction","detail":"{read_only:false; response_revision:24324; number_of_response:1; }","duration":"133.609997ms","start":"2026-07-09T13:59:48.043565Z","end":"2026-07-09T13:59:48.177175Z","steps":["trace[426830560] 'process raft request' (duration: 133.430353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:59:48.421606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T13:59:48.421803Z","caller":"traceutil/trace.go:171","msg":"trace[1469821489] linearizableReadLoop","detail":"{readStateIndex:25119; appliedIndex:25117; }","duration":"103.312994ms","start":"2026-07-09T13:59:48.318467Z","end":"2026-07-09T13:59:48.42178Z","steps":["trace[1469821489] 'read index received' (duration: 73.022µs)","trace[1469821489] 'applied index is now lower than readState.Index' (duration: 103.238782ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:59:48.421849Z","caller":"traceutil/trace.go:171","msg":"trace[1013007105] transaction","detail":"{read_only:false; response_revision:24326; number_of_response:1; }","duration":"254.554908ms","start":"2026-07-09T13:59:48.167267Z","end":"2026-07-09T13:59:48.421822Z","steps":["trace[1013007105] 'process raft request' (duration: 254.442315ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:59:48.42185Z","caller":"traceutil/trace.go:171","msg":"trace[267432730] transaction","detail":"{read_only:false; response_revision:24325; number_of_response:1; }","duration":"375.418896ms","start":"2026-07-09T13:59:48.046393Z","end":"2026-07-09T13:59:48.421811Z","steps":["trace[267432730] 'process raft request' (duration: 267.91406ms)","trace[267432730] 'compare' (duration: 107.108978ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T13:59:48.422038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:59:48.046377Z","time spent":"375.568339ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T13:59:48.422321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.847305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T13:59:48.422382Z","caller":"traceutil/trace.go:171","msg":"trace[1352316863] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24326; }","duration":"103.948017ms","start":"2026-07-09T13:59:48.318418Z","end":"2026-07-09T13:59:48.422366Z","steps":["trace[1352316863] 'agreement among raft nodes before linearized reading' (duration: 103.441286ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:59:48.689537Z","caller":"traceutil/trace.go:171","msg":"trace[1413047266] linearizableReadLoop","detail":"{readStateIndex:25121; appliedIndex:25120; }","duration":"148.064915ms","start":"2026-07-09T13:59:48.541447Z","end":"2026-07-09T13:59:48.689512Z","steps":["trace[1413047266] 'read index received' (duration: 51.800236ms)","trace[1413047266] 'applied index is now lower than readState.Index' (duration: 96.263629ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T13:59:48.689869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.393222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-09T13:59:48.689944Z","caller":"traceutil/trace.go:171","msg":"trace[849109569] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24328; }","duration":"148.515145ms","start":"2026-07-09T13:59:48.541409Z","end":"2026-07-09T13:59:48.689924Z","steps":["trace[849109569] 'agreement among raft nodes before linearized reading' (duration: 148.200548ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:59:48.690442Z","caller":"traceutil/trace.go:171","msg":"trace[760023676] transaction","detail":"{read_only:false; response_revision:24328; number_of_response:1; }","duration":"230.583143ms","start":"2026-07-09T13:59:48.45984Z","end":"2026-07-09T13:59:48.690423Z","steps":["trace[760023676] 'process raft request' (duration: 133.494636ms)","trace[760023676] 'compare' (duration: 95.921491ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:59:48.92134Z","caller":"traceutil/trace.go:171","msg":"trace[209875606] transaction","detail":"{read_only:false; response_revision:24329; number_of_response:1; }","duration":"106.402302ms","start":"2026-07-09T13:59:48.814905Z","end":"2026-07-09T13:59:48.921307Z","steps":["trace[209875606] 'process raft request' (duration: 85.884683ms)","trace[209875606] 'compare' (duration: 20.250303ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T13:59:49.359239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.896533ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-09T13:59:49.359764Z","caller":"traceutil/trace.go:171","msg":"trace[578093208] transaction","detail":"{read_only:false; response_revision:24330; number_of_response:1; }","duration":"506.962308ms","start":"2026-07-09T13:59:48.852772Z","end":"2026-07-09T13:59:49.359734Z","steps":["trace[578093208] 'process raft request' (duration: 506.57751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:59:49.359913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:59:48.852748Z","time spent":"507.084942ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T13:59:49.501966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.51007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-09T13:59:49.502067Z","caller":"traceutil/trace.go:171","msg":"trace[1167971520] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24330; }","duration":"172.658522ms","start":"2026-07-09T13:59:49.329384Z","end":"2026-07-09T13:59:49.502042Z","steps":["trace[1167971520] 'agreement among raft nodes before linearized reading' (duration: 30.338294ms)","trace[1167971520] 'range keys from in-memory index tree' (duration: 142.095694ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:59:49.73208Z","caller":"traceutil/trace.go:171","msg":"trace[1834459723] transaction","detail":"{read_only:false; response_revision:24333; number_of_response:1; }","duration":"223.733211ms","start":"2026-07-09T13:59:49.508319Z","end":"2026-07-09T13:59:49.732052Z","steps":["trace[1834459723] 'process raft request' (duration: 159.745739ms)","trace[1834459723] 'compare' (duration: 63.508632ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:59:49.732195Z","caller":"traceutil/trace.go:171","msg":"trace[855525721] linearizableReadLoop","detail":"{readStateIndex:25128; appliedIndex:25126; }","duration":"156.532239ms","start":"2026-07-09T13:59:49.575639Z","end":"2026-07-09T13:59:49.732172Z","steps":["trace[855525721] 'read index received' (duration: 92.403714ms)","trace[855525721] 'applied index is now lower than readState.Index' (duration: 64.127315ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T13:59:49.732367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.700082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T13:59:49.732466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.265296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T13:59:49.732477Z","caller":"traceutil/trace.go:171","msg":"trace[1857453313] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24334; }","duration":"156.827146ms","start":"2026-07-09T13:59:49.575596Z","end":"2026-07-09T13:59:49.732423Z","steps":["trace[1857453313] 'agreement among raft nodes before linearized reading' (duration: 156.703992ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:59:49.732515Z","caller":"traceutil/trace.go:171","msg":"trace[1167774842] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24334; }","duration":"136.335218ms","start":"2026-07-09T13:59:49.596167Z","end":"2026-07-09T13:59:49.732502Z","steps":["trace[1167774842] 'agreement among raft nodes before linearized reading' (duration: 136.238966ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:59:49.732254Z","caller":"traceutil/trace.go:171","msg":"trace[1170042524] transaction","detail":"{read_only:false; response_revision:24334; number_of_response:1; }","duration":"223.20559ms","start":"2026-07-09T13:59:49.50899Z","end":"2026-07-09T13:59:49.732196Z","steps":["trace[1170042524] 'process raft request' (duration: 222.996636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:59:50.02822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.366079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T13:59:50.028315Z","caller":"traceutil/trace.go:171","msg":"trace[592337393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24334; }","duration":"168.513112ms","start":"2026-07-09T13:59:49.85978Z","end":"2026-07-09T13:59:50.028293Z","steps":["trace[592337393] 'range keys from in-memory index tree' (duration: 168.268877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:59:50.028765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.829231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T13:59:50.028909Z","caller":"traceutil/trace.go:171","msg":"trace[1809786769] transaction","detail":"{read_only:false; response_revision:24335; number_of_response:1; }","duration":"146.02953ms","start":"2026-07-09T13:59:49.882851Z","end":"2026-07-09T13:59:50.02888Z","steps":["trace[1809786769] 'process raft request' (duration: 22.948813ms)","trace[1809786769] 'compare' (duration: 122.496714ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:59:50.050714Z","caller":"traceutil/trace.go:171","msg":"trace[1133957368] linearizableReadLoop","detail":"{readStateIndex:25130; appliedIndex:25129; }","duration":"129.602549ms","start":"2026-07-09T13:59:49.921091Z","end":"2026-07-09T13:59:50.050694Z","steps":["trace[1133957368] 'read index received' (duration: 129.269302ms)","trace[1133957368] 'applied index is now lower than readState.Index' (duration: 332.247µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:59:50.05083Z","caller":"traceutil/trace.go:171","msg":"trace[973791285] transaction","detail":"{read_only:false; response_revision:24336; number_of_response:1; }","duration":"157.621024ms","start":"2026-07-09T13:59:49.893198Z","end":"2026-07-09T13:59:50.050819Z","steps":["trace[973791285] 'process raft request' (duration: 157.244756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:59:50.051129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.030029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-09T13:59:50.051171Z","caller":"traceutil/trace.go:171","msg":"trace[166804701] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24336; }","duration":"130.125701ms","start":"2026-07-09T13:59:49.921037Z","end":"2026-07-09T13:59:50.051162Z","steps":["trace[166804701] 'agreement among raft nodes before linearized reading' (duration: 129.989958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:59:50.051241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.522325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-09T13:59:50.051317Z","caller":"traceutil/trace.go:171","msg":"trace[1006970068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24336; }","duration":"122.598696ms","start":"2026-07-09T13:59:49.9287Z","end":"2026-07-09T13:59:50.051299Z","steps":["trace[1006970068] 'agreement among raft nodes before linearized reading' (duration: 122.425702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:59:50.350643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.32235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T13:59:50.350854Z","caller":"traceutil/trace.go:171","msg":"trace[429170859] transaction","detail":"{read_only:false; response_revision:24339; number_of_response:1; }","duration":"168.085613ms","start":"2026-07-09T13:59:50.182726Z","end":"2026-07-09T13:59:50.350811Z","steps":["trace[429170859] 'process raft request' (duration: 168.011451ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:59:50.350946Z","caller":"traceutil/trace.go:171","msg":"trace[692346206] transaction","detail":"{read_only:false; response_revision:24338; number_of_response:1; }","duration":"296.23099ms","start":"2026-07-09T13:59:50.054669Z","end":"2026-07-09T13:59:50.3509Z","steps":["trace[692346206] 'process raft request' (duration: 152.571883ms)","trace[692346206] 'compare' (duration: 143.213837ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:59:50.351014Z","caller":"traceutil/trace.go:171","msg":"trace[178438916] linearizableReadLoop","detail":"{readStateIndex:25132; appliedIndex:25131; }","duration":"210.297658ms","start":"2026-07-09T13:59:50.140684Z","end":"2026-07-09T13:59:50.350982Z","steps":["trace[178438916] 'read index received' (duration: 66.574089ms)","trace[178438916] 'applied index is now lower than readState.Index' (duration: 143.720199ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T13:59:50.351253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.542123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T13:59:50.351302Z","caller":"traceutil/trace.go:171","msg":"trace[1188008715] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24339; }","duration":"210.642595ms","start":"2026-07-09T13:59:50.140645Z","end":"2026-07-09T13:59:50.351288Z","steps":["trace[1188008715] 'agreement among raft nodes before linearized reading' (duration: 210.494602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:59:50.351387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.072472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18433"} {"level":"info","ts":"2026-07-09T13:59:50.351432Z","caller":"traceutil/trace.go:171","msg":"trace[102569469] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24339; }","duration":"126.131884ms","start":"2026-07-09T13:59:50.22529Z","end":"2026-07-09T13:59:50.351422Z","steps":["trace[102569469] 'agreement among raft nodes before linearized reading' (duration: 125.95902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:59:50.351536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.567371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-07-09T13:59:50.351645Z","caller":"traceutil/trace.go:171","msg":"trace[774459210] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24339; }","duration":"182.720174ms","start":"2026-07-09T13:59:50.168903Z","end":"2026-07-09T13:59:50.351623Z","steps":["trace[774459210] 'agreement among raft nodes before linearized reading' (duration: 182.329385ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:59:50.670744Z","caller":"traceutil/trace.go:171","msg":"trace[748772846] transaction","detail":"{read_only:false; response_revision:24340; number_of_response:1; }","duration":"229.210421ms","start":"2026-07-09T13:59:50.441513Z","end":"2026-07-09T13:59:50.670724Z","steps":["trace[748772846] 'process raft request' (duration: 137.901431ms)","trace[748772846] 'compare' (duration: 91.163657ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:59:50.810373Z","caller":"traceutil/trace.go:171","msg":"trace[1729747745] transaction","detail":"{read_only:false; response_revision:24342; number_of_response:1; }","duration":"111.673567ms","start":"2026-07-09T13:59:50.698677Z","end":"2026-07-09T13:59:50.810351Z","steps":["trace[1729747745] 'process raft request' (duration: 111.440472ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:59:50.810257Z","caller":"traceutil/trace.go:171","msg":"trace[809472607] transaction","detail":"{read_only:false; response_revision:24341; number_of_response:1; }","duration":"366.254744ms","start":"2026-07-09T13:59:50.443967Z","end":"2026-07-09T13:59:50.810222Z","steps":["trace[809472607] 'process raft request' (duration: 351.45019ms)","trace[809472607] 'compare' (duration: 14.491338ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T13:59:50.810611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:59:50.443956Z","time spent":"366.53755ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T13:59:51.076864Z","caller":"traceutil/trace.go:171","msg":"trace[1601518269] transaction","detail":"{read_only:false; response_revision:24343; number_of_response:1; }","duration":"149.334472ms","start":"2026-07-09T13:59:50.927506Z","end":"2026-07-09T13:59:51.076841Z","steps":["trace[1601518269] 'process raft request' (duration: 140.824306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:59:51.425563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.189986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T13:59:51.425667Z","caller":"traceutil/trace.go:171","msg":"trace[2070957229] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24343; }","duration":"100.337778ms","start":"2026-07-09T13:59:51.325303Z","end":"2026-07-09T13:59:51.425641Z","steps":["trace[2070957229] 'count revisions from in-memory index tree' (duration: 100.099653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:59:51.425668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.256777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ef872365-719c-44c7-ace8-a6ac73154ea9\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-07-09T13:59:51.425796Z","caller":"traceutil/trace.go:171","msg":"trace[1684833715] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ef872365-719c-44c7-ace8-a6ac73154ea9; range_end:; response_count:1; response_revision:24343; }","duration":"247.38317ms","start":"2026-07-09T13:59:51.178339Z","end":"2026-07-09T13:59:51.425722Z","steps":["trace[1684833715] 'range keys from in-memory index tree' (duration: 247.076164ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:59:51.895055Z","caller":"traceutil/trace.go:171","msg":"trace[360534555] linearizableReadLoop","detail":"{readStateIndex:25140; appliedIndex:25139; }","duration":"293.638404ms","start":"2026-07-09T13:59:51.601388Z","end":"2026-07-09T13:59:51.895027Z","steps":["trace[360534555] 'read index received' (duration: 272.479561ms)","trace[360534555] 'applied index is now lower than readState.Index' (duration: 21.157103ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:59:51.895217Z","caller":"traceutil/trace.go:171","msg":"trace[554221503] transaction","detail":"{read_only:false; response_revision:24346; number_of_response:1; }","duration":"299.903542ms","start":"2026-07-09T13:59:51.595284Z","end":"2026-07-09T13:59:51.895188Z","steps":["trace[554221503] 'process raft request' (duration: 278.653066ms)","trace[554221503] 'compare' (duration: 20.54894ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T13:59:51.895269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.865289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T13:59:51.895318Z","caller":"traceutil/trace.go:171","msg":"trace[790249768] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24346; }","duration":"293.970642ms","start":"2026-07-09T13:59:51.601334Z","end":"2026-07-09T13:59:51.895305Z","steps":["trace[790249768] 'agreement among raft nodes before linearized reading' (duration: 293.862589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T13:59:51.895366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T13:59:51.595252Z","time spent":"300.038405ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T13:59:51.895666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.314929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-09T13:59:51.895715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.912851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-09T13:59:51.895755Z","caller":"traceutil/trace.go:171","msg":"trace[391050181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24346; }","duration":"158.442362ms","start":"2026-07-09T13:59:51.737299Z","end":"2026-07-09T13:59:51.895741Z","steps":["trace[391050181] 'agreement among raft nodes before linearized reading' (duration: 158.248528ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:59:51.89577Z","caller":"traceutil/trace.go:171","msg":"trace[650496580] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24346; }","duration":"158.010853ms","start":"2026-07-09T13:59:51.737746Z","end":"2026-07-09T13:59:51.895757Z","steps":["trace[650496580] 'agreement among raft nodes before linearized reading' (duration: 157.822059ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:59:52.093125Z","caller":"traceutil/trace.go:171","msg":"trace[2068932954] transaction","detail":"{read_only:false; response_revision:24348; number_of_response:1; }","duration":"192.57531ms","start":"2026-07-09T13:59:51.9005Z","end":"2026-07-09T13:59:52.093075Z","steps":["trace[2068932954] 'process raft request' (duration: 106.258159ms)","trace[2068932954] 'compare' (duration: 85.958144ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T13:59:52.345315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.427206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T13:59:52.345429Z","caller":"traceutil/trace.go:171","msg":"trace[801990104] transaction","detail":"{read_only:false; response_revision:24350; number_of_response:1; }","duration":"213.753103ms","start":"2026-07-09T13:59:52.131656Z","end":"2026-07-09T13:59:52.345409Z","steps":["trace[801990104] 'process raft request' (duration: 74.118833ms)","trace[801990104] 'compare' (duration: 139.14579ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T13:59:52.499438Z","caller":"traceutil/trace.go:171","msg":"trace[490765738] transaction","detail":"{read_only:false; response_revision:24351; number_of_response:1; }","duration":"142.434371ms","start":"2026-07-09T13:59:52.356982Z","end":"2026-07-09T13:59:52.499416Z","steps":["trace[490765738] 'process raft request' (duration: 137.36842ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T13:59:52.516336Z","caller":"traceutil/trace.go:171","msg":"trace[569396877] transaction","detail":"{read_only:false; response_revision:24352; number_of_response:1; }","duration":"156.728674ms","start":"2026-07-09T13:59:52.359581Z","end":"2026-07-09T13:59:52.516309Z","steps":["trace[569396877] 'process raft request' (duration: 156.569251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:03.683524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.703457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T14:00:03.683612Z","caller":"traceutil/trace.go:171","msg":"trace[1569679433] linearizableReadLoop","detail":"{readStateIndex:25274; appliedIndex:25273; }","duration":"237.526764ms","start":"2026-07-09T14:00:03.446071Z","end":"2026-07-09T14:00:03.683598Z","steps":["trace[1569679433] 'read index received' (duration: 94.694885ms)","trace[1569679433] 'applied index is now lower than readState.Index' (duration: 142.830779ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T14:00:03.683752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.679678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-09T14:00:03.683775Z","caller":"traceutil/trace.go:171","msg":"trace[1810933956] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24477; }","duration":"237.75044ms","start":"2026-07-09T14:00:03.446017Z","end":"2026-07-09T14:00:03.683768Z","steps":["trace[1810933956] 'agreement among raft nodes before linearized reading' (duration: 237.625007ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:03.683771Z","caller":"traceutil/trace.go:171","msg":"trace[431979803] transaction","detail":"{read_only:false; response_revision:24477; number_of_response:1; }","duration":"245.487679ms","start":"2026-07-09T14:00:03.438237Z","end":"2026-07-09T14:00:03.683724Z","steps":["trace[431979803] 'process raft request' (duration: 102.511126ms)","trace[431979803] 'compare' (duration: 142.219236ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:00:03.867671Z","caller":"traceutil/trace.go:171","msg":"trace[1823776593] linearizableReadLoop","detail":"{readStateIndex:25276; appliedIndex:25274; }","duration":"174.010152ms","start":"2026-07-09T14:00:03.69364Z","end":"2026-07-09T14:00:03.86765Z","steps":["trace[1823776593] 'read index received' (duration: 152.507702ms)","trace[1823776593] 'applied index is now lower than readState.Index' (duration: 21.50154ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T14:00:03.867898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.236977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-09T14:00:03.867859Z","caller":"traceutil/trace.go:171","msg":"trace[725215489] transaction","detail":"{read_only:false; response_revision:24479; number_of_response:1; }","duration":"232.076254ms","start":"2026-07-09T14:00:03.635729Z","end":"2026-07-09T14:00:03.867805Z","steps":["trace[725215489] 'process raft request' (duration: 231.87787ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:03.867913Z","caller":"traceutil/trace.go:171","msg":"trace[1060103234] transaction","detail":"{read_only:false; response_revision:24478; number_of_response:1; }","duration":"393.122614ms","start":"2026-07-09T14:00:03.474549Z","end":"2026-07-09T14:00:03.867672Z","steps":["trace[1060103234] 'process raft request' (duration: 371.573142ms)","trace[1060103234] 'compare' (duration: 21.365668ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:00:03.867946Z","caller":"traceutil/trace.go:171","msg":"trace[1292637835] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24479; }","duration":"174.32751ms","start":"2026-07-09T14:00:03.693606Z","end":"2026-07-09T14:00:03.867934Z","steps":["trace[1292637835] 'agreement among raft nodes before linearized reading' (duration: 174.186177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:03.868044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:00:03.47452Z","time spent":"393.44599ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T14:00:04.216999Z","caller":"traceutil/trace.go:171","msg":"trace[1982023829] linearizableReadLoop","detail":"{readStateIndex:25277; appliedIndex:25276; }","duration":"252.152645ms","start":"2026-07-09T14:00:03.964819Z","end":"2026-07-09T14:00:04.216972Z","steps":["trace[1982023829] 'read index received' (duration: 165.562548ms)","trace[1982023829] 'applied index is now lower than readState.Index' (duration: 86.588467ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:00:04.217062Z","caller":"traceutil/trace.go:171","msg":"trace[1752521830] transaction","detail":"{read_only:false; response_revision:24480; number_of_response:1; }","duration":"257.812469ms","start":"2026-07-09T14:00:03.959221Z","end":"2026-07-09T14:00:04.217034Z","steps":["trace[1752521830] 'process raft request' (duration: 171.236762ms)","trace[1752521830] 'compare' (duration: 86.277391ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T14:00:04.217225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.39168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-09T14:00:04.217268Z","caller":"traceutil/trace.go:171","msg":"trace[657502665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24480; }","duration":"252.471622ms","start":"2026-07-09T14:00:03.964786Z","end":"2026-07-09T14:00:04.217257Z","steps":["trace[657502665] 'agreement among raft nodes before linearized reading' (duration: 252.306368ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:04.697871Z","caller":"traceutil/trace.go:171","msg":"trace[856622703] linearizableReadLoop","detail":"{readStateIndex:25280; appliedIndex:25278; }","duration":"454.729184ms","start":"2026-07-09T14:00:04.24312Z","end":"2026-07-09T14:00:04.697849Z","steps":["trace[856622703] 'read index received' (duration: 47.48881ms)","trace[856622703] 'applied index is now lower than readState.Index' (duration: 407.239514ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T14:00:04.69801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.878598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T14:00:04.698001Z","caller":"traceutil/trace.go:171","msg":"trace[1820023501] transaction","detail":"{read_only:false; response_revision:24483; number_of_response:1; }","duration":"458.375944ms","start":"2026-07-09T14:00:04.239584Z","end":"2026-07-09T14:00:04.69796Z","steps":["trace[1820023501] 'process raft request' (duration: 458.134659ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:04.698046Z","caller":"traceutil/trace.go:171","msg":"trace[1125448622] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:24483; }","duration":"454.962199ms","start":"2026-07-09T14:00:04.243071Z","end":"2026-07-09T14:00:04.698033Z","steps":["trace[1125448622] 'agreement among raft nodes before linearized reading' (duration: 454.886437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:04.69808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:00:04.243051Z","time spent":"455.020611ms","remote":"127.0.0.1:48138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-09T14:00:04.698145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:00:04.239567Z","time spent":"458.499847ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T14:00:04.716734Z","caller":"traceutil/trace.go:171","msg":"trace[545123201] transaction","detail":"{read_only:false; response_revision:24484; number_of_response:1; }","duration":"169.500343ms","start":"2026-07-09T14:00:04.54719Z","end":"2026-07-09T14:00:04.71669Z","steps":["trace[545123201] 'process raft request' (duration: 169.35189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:04.716866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.605317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T14:00:04.71694Z","caller":"traceutil/trace.go:171","msg":"trace[1100769444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24484; }","duration":"311.69344ms","start":"2026-07-09T14:00:04.405229Z","end":"2026-07-09T14:00:04.716923Z","steps":["trace[1100769444] 'agreement among raft nodes before linearized reading' (duration: 311.561776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:04.71696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.37882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-09T14:00:04.716981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:00:04.405174Z","time spent":"311.799393ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-09T14:00:04.716999Z","caller":"traceutil/trace.go:171","msg":"trace[1988121061] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24484; }","duration":"393.458701ms","start":"2026-07-09T14:00:04.323525Z","end":"2026-07-09T14:00:04.716984Z","steps":["trace[1988121061] 'agreement among raft nodes before linearized reading' (duration: 393.381299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:04.716987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.357729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-09T14:00:04.717032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:00:04.323513Z","time spent":"393.510223ms","remote":"127.0.0.1:33420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-09T14:00:04.717037Z","caller":"traceutil/trace.go:171","msg":"trace[1412519533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24484; }","duration":"152.466581ms","start":"2026-07-09T14:00:04.564558Z","end":"2026-07-09T14:00:04.717024Z","steps":["trace[1412519533] 'agreement among raft nodes before linearized reading' (duration: 152.282846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:04.716903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.90503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T14:00:04.717104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.910576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-09T14:00:04.717173Z","caller":"traceutil/trace.go:171","msg":"trace[1012065462] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24484; }","duration":"323.021828ms","start":"2026-07-09T14:00:04.394136Z","end":"2026-07-09T14:00:04.717157Z","steps":["trace[1012065462] 'agreement among raft nodes before linearized reading' (duration: 322.839884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:04.71721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:00:04.394118Z","time spent":"323.08468ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-09T14:00:04.717146Z","caller":"traceutil/trace.go:171","msg":"trace[1927371348] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24484; }","duration":"305.269029ms","start":"2026-07-09T14:00:04.411853Z","end":"2026-07-09T14:00:04.717122Z","steps":["trace[1927371348] 'agreement among raft nodes before linearized reading' (duration: 304.844969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:04.717337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:00:04.411843Z","time spent":"305.473564ms","remote":"127.0.0.1:50758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-09T14:00:05.130966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.412916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-09T14:00:05.131298Z","caller":"traceutil/trace.go:171","msg":"trace[1571333016] transaction","detail":"{read_only:false; response_revision:24489; number_of_response:1; }","duration":"256.079641ms","start":"2026-07-09T14:00:04.875201Z","end":"2026-07-09T14:00:05.13128Z","steps":["trace[1571333016] 'process raft request' (duration: 256.040101ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:05.131522Z","caller":"traceutil/trace.go:171","msg":"trace[31134432] transaction","detail":"{read_only:false; response_revision:24485; number_of_response:1; }","duration":"411.954506ms","start":"2026-07-09T14:00:04.719553Z","end":"2026-07-09T14:00:05.131507Z","steps":["trace[31134432] 'process raft request' (duration: 134.933687ms)","trace[31134432] 'compare' (duration: 276.012638ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T14:00:05.131582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:00:04.719525Z","time spent":"412.030279ms","remote":"127.0.0.1:48138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1560,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-09T14:00:05.131893Z","caller":"traceutil/trace.go:171","msg":"trace[585697494] transaction","detail":"{read_only:false; response_revision:24488; number_of_response:1; }","duration":"402.280745ms","start":"2026-07-09T14:00:04.729578Z","end":"2026-07-09T14:00:05.131858Z","steps":["trace[585697494] 'process raft request' (duration: 401.593979ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:05.131956Z","caller":"traceutil/trace.go:171","msg":"trace[289217327] linearizableReadLoop","detail":"{readStateIndex:25285; appliedIndex:25281; }","duration":"265.493237ms","start":"2026-07-09T14:00:04.866432Z","end":"2026-07-09T14:00:05.131925Z","steps":["trace[289217327] 'read index received' (duration: 128.354922ms)","trace[289217327] 'applied index is now lower than readState.Index' (duration: 137.135195ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:00:05.132035Z","caller":"traceutil/trace.go:171","msg":"trace[1942499070] transaction","detail":"{read_only:false; response_revision:24486; number_of_response:1; }","duration":"411.054027ms","start":"2026-07-09T14:00:04.72097Z","end":"2026-07-09T14:00:05.132024Z","steps":["trace[1942499070] 'process raft request' (duration: 410.094986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:05.132055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:00:04.729557Z","time spent":"402.417238ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T14:00:05.132064Z","caller":"traceutil/trace.go:171","msg":"trace[194218669] transaction","detail":"{read_only:false; response_revision:24487; number_of_response:1; }","duration":"409.952514ms","start":"2026-07-09T14:00:04.722086Z","end":"2026-07-09T14:00:05.132038Z","steps":["trace[194218669] 'process raft request' (duration: 409.049793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:05.132107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:00:04.720951Z","time spent":"411.113688ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T14:00:05.132115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.665892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T14:00:05.13215Z","caller":"traceutil/trace.go:171","msg":"trace[834688986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24489; }","duration":"265.761474ms","start":"2026-07-09T14:00:04.866379Z","end":"2026-07-09T14:00:05.13214Z","steps":["trace[834688986] 'agreement among raft nodes before linearized reading' (duration: 265.676462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:05.132225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:00:04.722072Z","time spent":"410.065466ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T14:00:05.399407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.463959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T14:00:05.399611Z","caller":"traceutil/trace.go:171","msg":"trace[1954421236] linearizableReadLoop","detail":"{readStateIndex:25287; appliedIndex:25286; }","duration":"267.562972ms","start":"2026-07-09T14:00:05.132026Z","end":"2026-07-09T14:00:05.399589Z","steps":["trace[1954421236] 'read index received' (duration: 120.764876ms)","trace[1954421236] 'applied index is now lower than readState.Index' (duration: 146.796036ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:00:05.399839Z","caller":"traceutil/trace.go:171","msg":"trace[914593302] transaction","detail":"{read_only:false; response_revision:24490; number_of_response:1; }","duration":"275.009106ms","start":"2026-07-09T14:00:05.124796Z","end":"2026-07-09T14:00:05.399805Z","steps":["trace[914593302] 'process raft request' (duration: 128.010516ms)","trace[914593302] 'compare' (duration: 146.121951ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T14:00:05.39988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.215576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-09T14:00:05.39988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.047889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-09T14:00:05.399934Z","caller":"traceutil/trace.go:171","msg":"trace[2134105679] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24490; }","duration":"372.308568ms","start":"2026-07-09T14:00:05.027601Z","end":"2026-07-09T14:00:05.399909Z","steps":["trace[2134105679] 'agreement among raft nodes before linearized reading' (duration: 372.124594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:05.399882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.850932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T14:00:05.399955Z","caller":"traceutil/trace.go:171","msg":"trace[2120862393] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24490; }","duration":"486.159302ms","start":"2026-07-09T14:00:04.913773Z","end":"2026-07-09T14:00:05.399932Z","steps":["trace[2120862393] 'agreement among raft nodes before linearized reading' (duration: 485.970648ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:05.399991Z","caller":"traceutil/trace.go:171","msg":"trace[262328995] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24490; }","duration":"237.996024ms","start":"2026-07-09T14:00:05.161972Z","end":"2026-07-09T14:00:05.399968Z","steps":["trace[262328995] 'agreement among raft nodes before linearized reading' (duration: 237.835141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:05.40001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:00:04.913756Z","time spent":"486.244923ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T14:00:05.400091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.46383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1578"} {"level":"info","ts":"2026-07-09T14:00:05.400415Z","caller":"traceutil/trace.go:171","msg":"trace[951294477] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24490; }","duration":"262.816938ms","start":"2026-07-09T14:00:05.137577Z","end":"2026-07-09T14:00:05.400394Z","steps":["trace[951294477] 'agreement among raft nodes before linearized reading' (duration: 262.219085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:05.399966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:00:05.027582Z","time spent":"372.375699ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-09T14:00:05.400128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.635052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1578"} {"level":"info","ts":"2026-07-09T14:00:05.40084Z","caller":"traceutil/trace.go:171","msg":"trace[415263495] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24490; }","duration":"262.357979ms","start":"2026-07-09T14:00:05.13846Z","end":"2026-07-09T14:00:05.400818Z","steps":["trace[415263495] 'agreement among raft nodes before linearized reading' (duration: 261.485599ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:05.666192Z","caller":"traceutil/trace.go:171","msg":"trace[968077654] linearizableReadLoop","detail":"{readStateIndex:25289; appliedIndex:25288; }","duration":"163.071373ms","start":"2026-07-09T14:00:05.503102Z","end":"2026-07-09T14:00:05.666173Z","steps":["trace[968077654] 'read index received' (duration: 162.882769ms)","trace[968077654] 'applied index is now lower than readState.Index' (duration: 187.774µs)"],"step_count":2} {"level":"warn","ts":"2026-07-09T14:00:05.666315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.212976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T14:00:05.666339Z","caller":"traceutil/trace.go:171","msg":"trace[925270763] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24492; }","duration":"163.307588ms","start":"2026-07-09T14:00:05.503024Z","end":"2026-07-09T14:00:05.666331Z","steps":["trace[925270763] 'agreement among raft nodes before linearized reading' (duration: 163.244917ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:05.66634Z","caller":"traceutil/trace.go:171","msg":"trace[1650083627] transaction","detail":"{read_only:false; response_revision:24492; number_of_response:1; }","duration":"258.847271ms","start":"2026-07-09T14:00:05.407417Z","end":"2026-07-09T14:00:05.666265Z","steps":["trace[1650083627] 'process raft request' (duration: 258.629777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:05.981069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.675522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T14:00:05.981162Z","caller":"traceutil/trace.go:171","msg":"trace[627078738] linearizableReadLoop","detail":"{readStateIndex:25290; appliedIndex:25289; }","duration":"295.988616ms","start":"2026-07-09T14:00:05.685156Z","end":"2026-07-09T14:00:05.981145Z","steps":["trace[627078738] 'read index received' (duration: 129.092528ms)","trace[627078738] 'applied index is now lower than readState.Index' (duration: 166.894748ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:00:05.981252Z","caller":"traceutil/trace.go:171","msg":"trace[2018941764] transaction","detail":"{read_only:false; response_revision:24493; number_of_response:1; }","duration":"306.772252ms","start":"2026-07-09T14:00:05.674452Z","end":"2026-07-09T14:00:05.981224Z","steps":["trace[2018941764] 'process raft request' (duration: 139.871855ms)","trace[2018941764] 'compare' (duration: 166.57193ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T14:00:05.981358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.194411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-07-09T14:00:05.981415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:00:05.67444Z","time spent":"306.874484ms","remote":"127.0.0.1:48138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2720,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T14:00:05.98143Z","caller":"traceutil/trace.go:171","msg":"trace[1109526445] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24493; }","duration":"296.298032ms","start":"2026-07-09T14:00:05.685116Z","end":"2026-07-09T14:00:05.981414Z","steps":["trace[1109526445] 'agreement among raft nodes before linearized reading' (duration: 296.103388ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:06.000012Z","caller":"traceutil/trace.go:171","msg":"trace[1371443800] transaction","detail":"{read_only:false; response_revision:24494; number_of_response:1; }","duration":"126.056453ms","start":"2026-07-09T14:00:05.873937Z","end":"2026-07-09T14:00:05.999993Z","steps":["trace[1371443800] 'process raft request' (duration: 125.929519ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:06.046443Z","caller":"traceutil/trace.go:171","msg":"trace[1061184373] transaction","detail":"{read_only:false; response_revision:24495; number_of_response:1; }","duration":"168.300007ms","start":"2026-07-09T14:00:05.878117Z","end":"2026-07-09T14:00:06.046417Z","steps":["trace[1061184373] 'process raft request' (duration: 168.108173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:06.046689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.932244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T14:00:06.046769Z","caller":"traceutil/trace.go:171","msg":"trace[1133324243] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24496; }","duration":"280.066637ms","start":"2026-07-09T14:00:05.766685Z","end":"2026-07-09T14:00:06.046752Z","steps":["trace[1133324243] 'agreement among raft nodes before linearized reading' (duration: 279.934234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:06.046912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.064562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-09T14:00:06.046691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.304312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T14:00:06.04697Z","caller":"traceutil/trace.go:171","msg":"trace[673663672] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24496; }","duration":"147.119963ms","start":"2026-07-09T14:00:05.899834Z","end":"2026-07-09T14:00:06.046954Z","steps":["trace[673663672] 'agreement among raft nodes before linearized reading' (duration: 146.904478ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:06.047001Z","caller":"traceutil/trace.go:171","msg":"trace[292290853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24496; }","duration":"186.66893ms","start":"2026-07-09T14:00:05.860321Z","end":"2026-07-09T14:00:06.04699Z","steps":["trace[292290853] 'agreement among raft nodes before linearized reading' (duration: 186.271141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:06.046992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.256163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T14:00:06.047078Z","caller":"traceutil/trace.go:171","msg":"trace[444885706] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24496; }","duration":"281.399505ms","start":"2026-07-09T14:00:05.765656Z","end":"2026-07-09T14:00:06.047056Z","steps":["trace[444885706] 'agreement among raft nodes before linearized reading' (duration: 281.236242ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:06.047319Z","caller":"traceutil/trace.go:171","msg":"trace[877914534] transaction","detail":"{read_only:false; response_revision:24496; number_of_response:1; }","duration":"144.161548ms","start":"2026-07-09T14:00:05.903141Z","end":"2026-07-09T14:00:06.047303Z","steps":["trace[877914534] 'process raft request' (duration: 143.232368ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:06.174901Z","caller":"traceutil/trace.go:171","msg":"trace[787305061] transaction","detail":"{read_only:false; response_revision:24497; number_of_response:1; }","duration":"124.199061ms","start":"2026-07-09T14:00:06.050679Z","end":"2026-07-09T14:00:06.174878Z","steps":["trace[787305061] 'process raft request' (duration: 113.788013ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:09.424601Z","caller":"traceutil/trace.go:171","msg":"trace[1515866235] transaction","detail":"{read_only:false; response_revision:24601; number_of_response:1; }","duration":"269.392472ms","start":"2026-07-09T14:00:09.155166Z","end":"2026-07-09T14:00:09.424558Z","steps":["trace[1515866235] 'process raft request' (duration: 268.153796ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:11.532525Z","caller":"traceutil/trace.go:171","msg":"trace[1679861157] linearizableReadLoop","detail":"{readStateIndex:25425; appliedIndex:25424; }","duration":"103.667412ms","start":"2026-07-09T14:00:11.428837Z","end":"2026-07-09T14:00:11.532504Z","steps":["trace[1679861157] 'read index received' (duration: 103.61298ms)","trace[1679861157] 'applied index is now lower than readState.Index' (duration: 53.582µs)"],"step_count":2} {"level":"warn","ts":"2026-07-09T14:00:11.532774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.915598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-09T14:00:11.532813Z","caller":"traceutil/trace.go:171","msg":"trace[1391675075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24627; }","duration":"104.03396ms","start":"2026-07-09T14:00:11.428771Z","end":"2026-07-09T14:00:11.532805Z","steps":["trace[1391675075] 'agreement among raft nodes before linearized reading' (duration: 103.821695ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:11.533153Z","caller":"traceutil/trace.go:171","msg":"trace[487477327] transaction","detail":"{read_only:false; response_revision:24627; number_of_response:1; }","duration":"181.371464ms","start":"2026-07-09T14:00:11.351748Z","end":"2026-07-09T14:00:11.533119Z","steps":["trace[487477327] 'process raft request' (duration: 180.600596ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:11.556363Z","caller":"traceutil/trace.go:171","msg":"trace[1971563464] transaction","detail":"{read_only:false; response_revision:24628; number_of_response:1; }","duration":"112.994276ms","start":"2026-07-09T14:00:11.443352Z","end":"2026-07-09T14:00:11.556346Z","steps":["trace[1971563464] 'process raft request' (duration: 112.894613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:13.085526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.789681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T14:00:13.085606Z","caller":"traceutil/trace.go:171","msg":"trace[114545500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24646; }","duration":"227.908255ms","start":"2026-07-09T14:00:12.857681Z","end":"2026-07-09T14:00:13.085589Z","steps":["trace[114545500] 'range keys from in-memory index tree' (duration: 227.694908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:13.085629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.031618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-09T14:00:13.085709Z","caller":"traceutil/trace.go:171","msg":"trace[832358278] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24646; }","duration":"145.153491ms","start":"2026-07-09T14:00:12.940541Z","end":"2026-07-09T14:00:13.085694Z","steps":["trace[832358278] 'range keys from in-memory index tree' (duration: 144.815214ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:14.244787Z","caller":"traceutil/trace.go:171","msg":"trace[446381555] linearizableReadLoop","detail":"{readStateIndex:25467; appliedIndex:25466; }","duration":"130.340496ms","start":"2026-07-09T14:00:14.114428Z","end":"2026-07-09T14:00:14.244769Z","steps":["trace[446381555] 'read index received' (duration: 130.137582ms)","trace[446381555] 'applied index is now lower than readState.Index' (duration: 200.484µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:00:14.244888Z","caller":"traceutil/trace.go:171","msg":"trace[1661779329] transaction","detail":"{read_only:false; response_revision:24668; number_of_response:1; }","duration":"172.543661ms","start":"2026-07-09T14:00:14.072314Z","end":"2026-07-09T14:00:14.244858Z","steps":["trace[1661779329] 'process raft request' (duration: 172.242834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:14.244946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.49721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T14:00:14.245014Z","caller":"traceutil/trace.go:171","msg":"trace[1701219242] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24668; }","duration":"130.613082ms","start":"2026-07-09T14:00:14.114387Z","end":"2026-07-09T14:00:14.245Z","steps":["trace[1701219242] 'agreement among raft nodes before linearized reading' (duration: 130.464599ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:17.37181Z","caller":"traceutil/trace.go:171","msg":"trace[266991860] transaction","detail":"{read_only:false; response_revision:24694; number_of_response:1; }","duration":"145.533299ms","start":"2026-07-09T14:00:17.22625Z","end":"2026-07-09T14:00:17.371783Z","steps":["trace[266991860] 'process raft request' (duration: 145.347085ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:17.395933Z","caller":"traceutil/trace.go:171","msg":"trace[11962517] linearizableReadLoop","detail":"{readStateIndex:25494; appliedIndex:25493; }","duration":"135.222243ms","start":"2026-07-09T14:00:17.260689Z","end":"2026-07-09T14:00:17.395912Z","steps":["trace[11962517] 'read index received' (duration: 111.30134ms)","trace[11962517] 'applied index is now lower than readState.Index' (duration: 23.919903ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T14:00:17.396157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.456229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-09T14:00:17.396205Z","caller":"traceutil/trace.go:171","msg":"trace[1291635021] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24695; }","duration":"135.556951ms","start":"2026-07-09T14:00:17.260635Z","end":"2026-07-09T14:00:17.396191Z","steps":["trace[1291635021] 'agreement among raft nodes before linearized reading' (duration: 135.357477ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:17.396344Z","caller":"traceutil/trace.go:171","msg":"trace[329560443] transaction","detail":"{read_only:false; response_revision:24695; number_of_response:1; }","duration":"150.451337ms","start":"2026-07-09T14:00:17.245842Z","end":"2026-07-09T14:00:17.396294Z","steps":["trace[329560443] 'process raft request' (duration: 149.944296ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:19.535752Z","caller":"traceutil/trace.go:171","msg":"trace[2033853308] linearizableReadLoop","detail":"{readStateIndex:25512; appliedIndex:25511; }","duration":"130.448758ms","start":"2026-07-09T14:00:19.405278Z","end":"2026-07-09T14:00:19.535726Z","steps":["trace[2033853308] 'read index received' (duration: 122.954864ms)","trace[2033853308] 'applied index is now lower than readState.Index' (duration: 7.492944ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:00:19.535856Z","caller":"traceutil/trace.go:171","msg":"trace[1932878267] transaction","detail":"{read_only:false; response_revision:24712; number_of_response:1; }","duration":"132.647426ms","start":"2026-07-09T14:00:19.403198Z","end":"2026-07-09T14:00:19.535846Z","steps":["trace[1932878267] 'process raft request' (duration: 125.065561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:19.53594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.646992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-09T14:00:19.53598Z","caller":"traceutil/trace.go:171","msg":"trace[733737253] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24712; }","duration":"130.746934ms","start":"2026-07-09T14:00:19.405222Z","end":"2026-07-09T14:00:19.535969Z","steps":["trace[733737253] 'agreement among raft nodes before linearized reading' (duration: 130.595721ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:19.7217Z","caller":"traceutil/trace.go:171","msg":"trace[1833536559] linearizableReadLoop","detail":"{readStateIndex:25514; appliedIndex:25512; }","duration":"128.563008ms","start":"2026-07-09T14:00:19.593119Z","end":"2026-07-09T14:00:19.721682Z","steps":["trace[1833536559] 'read index received' (duration: 76.66288ms)","trace[1833536559] 'applied index is now lower than readState.Index' (duration: 51.899508ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:00:19.72174Z","caller":"traceutil/trace.go:171","msg":"trace[1347410917] transaction","detail":"{read_only:false; response_revision:24713; number_of_response:1; }","duration":"182.265783ms","start":"2026-07-09T14:00:19.539443Z","end":"2026-07-09T14:00:19.721709Z","steps":["trace[1347410917] 'process raft request' (duration: 130.242973ms)","trace[1347410917] 'compare' (duration: 51.676293ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:00:19.721797Z","caller":"traceutil/trace.go:171","msg":"trace[1277620145] transaction","detail":"{read_only:false; response_revision:24714; number_of_response:1; }","duration":"143.72297ms","start":"2026-07-09T14:00:19.578064Z","end":"2026-07-09T14:00:19.721787Z","steps":["trace[1277620145] 'process raft request' (duration: 143.580357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:19.721978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.850704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-09T14:00:19.721999Z","caller":"traceutil/trace.go:171","msg":"trace[84687074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24714; }","duration":"128.905594ms","start":"2026-07-09T14:00:19.593087Z","end":"2026-07-09T14:00:19.721993Z","steps":["trace[84687074] 'agreement among raft nodes before linearized reading' (duration: 128.794722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:19.72209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.151457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-09T14:00:19.722109Z","caller":"traceutil/trace.go:171","msg":"trace[1459344993] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24714; }","duration":"112.167948ms","start":"2026-07-09T14:00:19.609934Z","end":"2026-07-09T14:00:19.722102Z","steps":["trace[1459344993] 'agreement among raft nodes before linearized reading' (duration: 112.118207ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:22.264248Z","caller":"traceutil/trace.go:171","msg":"trace[82382786] transaction","detail":"{read_only:false; response_revision:24739; number_of_response:1; }","duration":"180.690429ms","start":"2026-07-09T14:00:22.083531Z","end":"2026-07-09T14:00:22.264221Z","steps":["trace[82382786] 'process raft request' (duration: 180.473164ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:22.451449Z","caller":"traceutil/trace.go:171","msg":"trace[1793131444] transaction","detail":"{read_only:false; response_revision:24742; number_of_response:1; }","duration":"132.295589ms","start":"2026-07-09T14:00:22.319104Z","end":"2026-07-09T14:00:22.451399Z","steps":["trace[1793131444] 'process raft request' (duration: 129.924677ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:47.906973Z","caller":"traceutil/trace.go:171","msg":"trace[1326886048] transaction","detail":"{read_only:false; response_revision:24951; number_of_response:1; }","duration":"276.514539ms","start":"2026-07-09T14:00:47.630425Z","end":"2026-07-09T14:00:47.906939Z","steps":["trace[1326886048] 'process raft request' (duration: 276.336435ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:48.107858Z","caller":"traceutil/trace.go:171","msg":"trace[1469656577] linearizableReadLoop","detail":"{readStateIndex:25759; appliedIndex:25756; }","duration":"263.474083ms","start":"2026-07-09T14:00:47.844318Z","end":"2026-07-09T14:00:48.107792Z","steps":["trace[1469656577] 'read index received' (duration: 62.459389ms)","trace[1469656577] 'applied index is now lower than readState.Index' (duration: 201.013034ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:00:48.10799Z","caller":"traceutil/trace.go:171","msg":"trace[344483479] transaction","detail":"{read_only:false; response_revision:24953; number_of_response:1; }","duration":"285.824163ms","start":"2026-07-09T14:00:47.822131Z","end":"2026-07-09T14:00:48.107955Z","steps":["trace[344483479] 'process raft request' (duration: 285.512046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:48.108114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.686698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T14:00:48.108001Z","caller":"traceutil/trace.go:171","msg":"trace[1219960508] transaction","detail":"{read_only:false; response_revision:24952; number_of_response:1; }","duration":"317.992698ms","start":"2026-07-09T14:00:47.789982Z","end":"2026-07-09T14:00:48.107975Z","steps":["trace[1219960508] 'process raft request' (duration: 303.303746ms)","trace[1219960508] 'compare' (duration: 13.858433ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:00:48.108491Z","caller":"traceutil/trace.go:171","msg":"trace[692042645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24953; }","duration":"248.074076ms","start":"2026-07-09T14:00:47.860357Z","end":"2026-07-09T14:00:48.108431Z","steps":["trace[692042645] 'agreement among raft nodes before linearized reading' (duration: 247.676418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:48.108522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.344305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-09T14:00:48.108136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.8032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-09T14:00:48.108577Z","caller":"traceutil/trace.go:171","msg":"trace[468395826] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24953; }","duration":"145.433687ms","start":"2026-07-09T14:00:47.963122Z","end":"2026-07-09T14:00:48.108555Z","steps":["trace[468395826] 'agreement among raft nodes before linearized reading' (duration: 145.057279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:48.108613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:00:47.789964Z","time spent":"318.56505ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T14:00:48.108335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.990998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-09T14:00:48.108626Z","caller":"traceutil/trace.go:171","msg":"trace[1174951959] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24953; }","duration":"264.300811ms","start":"2026-07-09T14:00:47.844277Z","end":"2026-07-09T14:00:48.108578Z","steps":["trace[1174951959] 'agreement among raft nodes before linearized reading' (duration: 263.708749ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:48.108683Z","caller":"traceutil/trace.go:171","msg":"trace[961453130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24953; }","duration":"140.368795ms","start":"2026-07-09T14:00:47.968299Z","end":"2026-07-09T14:00:48.108668Z","steps":["trace[961453130] 'agreement among raft nodes before linearized reading' (duration: 139.883695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:48.108343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.066256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T14:00:48.108744Z","caller":"traceutil/trace.go:171","msg":"trace[614831816] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24953; }","duration":"133.538947ms","start":"2026-07-09T14:00:47.975184Z","end":"2026-07-09T14:00:48.108723Z","steps":["trace[614831816] 'agreement among raft nodes before linearized reading' (duration: 133.068986ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:48.474717Z","caller":"traceutil/trace.go:171","msg":"trace[554663705] transaction","detail":"{read_only:false; response_revision:24955; number_of_response:1; }","duration":"360.49703ms","start":"2026-07-09T14:00:48.114188Z","end":"2026-07-09T14:00:48.474685Z","steps":["trace[554663705] 'process raft request' (duration: 360.323816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:48.474854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:00:48.114162Z","time spent":"360.618842ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T14:00:48.474868Z","caller":"traceutil/trace.go:171","msg":"trace[69476587] linearizableReadLoop","detail":"{readStateIndex:25762; appliedIndex:25760; }","duration":"289.383062ms","start":"2026-07-09T14:00:48.185446Z","end":"2026-07-09T14:00:48.474829Z","steps":["trace[69476587] 'read index received' (duration: 289.137686ms)","trace[69476587] 'applied index is now lower than readState.Index' (duration: 243.916µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:00:48.474875Z","caller":"traceutil/trace.go:171","msg":"trace[945989114] transaction","detail":"{read_only:false; response_revision:24956; number_of_response:1; }","duration":"360.385237ms","start":"2026-07-09T14:00:48.114463Z","end":"2026-07-09T14:00:48.474848Z","steps":["trace[945989114] 'process raft request' (duration: 360.181833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:48.47502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:00:48.114444Z","time spent":"360.499769ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T14:00:48.475053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.579406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T14:00:48.475135Z","caller":"traceutil/trace.go:171","msg":"trace[474960250] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24956; }","duration":"289.717749ms","start":"2026-07-09T14:00:48.185393Z","end":"2026-07-09T14:00:48.475111Z","steps":["trace[474960250] 'agreement among raft nodes before linearized reading' (duration: 289.538095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:48.743036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.433076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T14:00:48.743415Z","caller":"traceutil/trace.go:171","msg":"trace[1237812228] transaction","detail":"{read_only:false; response_revision:24957; number_of_response:1; }","duration":"396.023808ms","start":"2026-07-09T14:00:48.347349Z","end":"2026-07-09T14:00:48.743373Z","steps":["trace[1237812228] 'process raft request' (duration: 239.145031ms)","trace[1237812228] 'compare' (duration: 156.302084ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:00:48.743437Z","caller":"traceutil/trace.go:171","msg":"trace[72124794] transaction","detail":"{read_only:false; response_revision:24958; number_of_response:1; }","duration":"338.363875ms","start":"2026-07-09T14:00:48.405026Z","end":"2026-07-09T14:00:48.74339Z","steps":["trace[72124794] 'process raft request' (duration: 338.139299ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:48.743454Z","caller":"traceutil/trace.go:171","msg":"trace[1889541967] transaction","detail":"{read_only:false; response_revision:24959; number_of_response:1; }","duration":"334.95562ms","start":"2026-07-09T14:00:48.408485Z","end":"2026-07-09T14:00:48.743441Z","steps":["trace[1889541967] 'process raft request' (duration: 334.766866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:48.743669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:00:48.347323Z","time spent":"396.215833ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T14:00:48.743753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:00:48.405003Z","time spent":"338.600159ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T14:00:48.743796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:00:48.408468Z","time spent":"335.252577ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T14:00:48.885272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.95619ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-09T14:00:48.885484Z","caller":"traceutil/trace.go:171","msg":"trace[104337723] linearizableReadLoop","detail":"{readStateIndex:25766; appliedIndex:25762; }","duration":"410.537975ms","start":"2026-07-09T14:00:48.47493Z","end":"2026-07-09T14:00:48.885468Z","steps":["trace[104337723] 'read index received' (duration: 111.467893ms)","trace[104337723] 'applied index is now lower than readState.Index' (duration: 299.068822ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:00:48.88552Z","caller":"traceutil/trace.go:171","msg":"trace[576752776] transaction","detail":"{read_only:false; response_revision:24960; number_of_response:1; }","duration":"127.382421ms","start":"2026-07-09T14:00:48.758127Z","end":"2026-07-09T14:00:48.885509Z","steps":["trace[576752776] 'process raft request' (duration: 127.240808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:48.885656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.484363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-09T14:00:48.885656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.118412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-09T14:00:48.885679Z","caller":"traceutil/trace.go:171","msg":"trace[1106933616] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24960; }","duration":"326.552405ms","start":"2026-07-09T14:00:48.559119Z","end":"2026-07-09T14:00:48.885671Z","steps":["trace[1106933616] 'agreement among raft nodes before linearized reading' (duration: 326.434523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:48.885653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.735614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T14:00:48.885701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:00:48.5591Z","time spent":"326.594076ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-09T14:00:48.88572Z","caller":"traceutil/trace.go:171","msg":"trace[202486399] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24960; }","duration":"444.850777ms","start":"2026-07-09T14:00:48.440854Z","end":"2026-07-09T14:00:48.885705Z","steps":["trace[202486399] 'agreement among raft nodes before linearized reading' (duration: 444.677063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:48.885758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:00:48.440838Z","time spent":"444.910898ms","remote":"127.0.0.1:55566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-07-09T14:00:48.885681Z","caller":"traceutil/trace.go:171","msg":"trace[295677901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24960; }","duration":"293.183383ms","start":"2026-07-09T14:00:48.592492Z","end":"2026-07-09T14:00:48.885675Z","steps":["trace[295677901] 'agreement among raft nodes before linearized reading' (duration: 293.120352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:49.274406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.189569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T14:00:49.274675Z","caller":"traceutil/trace.go:171","msg":"trace[1322101303] linearizableReadLoop","detail":"{readStateIndex:25770; appliedIndex:25767; }","duration":"274.069805ms","start":"2026-07-09T14:00:49.000584Z","end":"2026-07-09T14:00:49.274654Z","steps":["trace[1322101303] 'read index received' (duration: 145.545039ms)","trace[1322101303] 'applied index is now lower than readState.Index' (duration: 128.523666ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:00:49.274914Z","caller":"traceutil/trace.go:171","msg":"trace[1620137895] transaction","detail":"{read_only:false; response_revision:24961; number_of_response:1; }","duration":"385.055256ms","start":"2026-07-09T14:00:48.88983Z","end":"2026-07-09T14:00:49.274885Z","steps":["trace[1620137895] 'process raft request' (duration: 256.288035ms)","trace[1620137895] 'compare' (duration: 127.994535ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:00:49.274977Z","caller":"traceutil/trace.go:171","msg":"trace[649018319] transaction","detail":"{read_only:false; response_revision:24963; number_of_response:1; }","duration":"305.843441ms","start":"2026-07-09T14:00:48.969115Z","end":"2026-07-09T14:00:49.274958Z","steps":["trace[649018319] 'process raft request' (duration: 305.488433ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:49.274996Z","caller":"traceutil/trace.go:171","msg":"trace[1913076871] transaction","detail":"{read_only:false; response_revision:24962; number_of_response:1; }","duration":"384.77708ms","start":"2026-07-09T14:00:48.890188Z","end":"2026-07-09T14:00:49.274965Z","steps":["trace[1913076871] 'process raft request' (duration: 384.331911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:49.275077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:00:48.969095Z","time spent":"305.932963ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T14:00:49.275144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:00:48.890164Z","time spent":"384.897653ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T14:00:49.27502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:00:48.889805Z","time spent":"385.165639ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T14:00:49.27492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.327541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-09T14:00:49.275488Z","caller":"traceutil/trace.go:171","msg":"trace[1466862809] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24963; }","duration":"274.920794ms","start":"2026-07-09T14:00:49.00055Z","end":"2026-07-09T14:00:49.275471Z","steps":["trace[1466862809] 'agreement among raft nodes before linearized reading' (duration: 274.206229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:49.561768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.431974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T14:00:49.561851Z","caller":"traceutil/trace.go:171","msg":"trace[755850073] linearizableReadLoop","detail":"{readStateIndex:25771; appliedIndex:25770; }","duration":"134.786234ms","start":"2026-07-09T14:00:49.427052Z","end":"2026-07-09T14:00:49.561838Z","steps":["trace[755850073] 'read index received' (duration: 24.471µs)","trace[755850073] 'applied index is now lower than readState.Index' (duration: 134.760803ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:00:49.561904Z","caller":"traceutil/trace.go:171","msg":"trace[167508840] transaction","detail":"{read_only:false; response_revision:24964; number_of_response:1; }","duration":"278.031163ms","start":"2026-07-09T14:00:49.283864Z","end":"2026-07-09T14:00:49.561895Z","steps":["trace[167508840] 'process raft request' (duration: 128.400084ms)","trace[167508840] 'compare' (duration: 149.349493ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T14:00:49.562172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.113251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"info","ts":"2026-07-09T14:00:49.562211Z","caller":"traceutil/trace.go:171","msg":"trace[585104596] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24964; }","duration":"135.175721ms","start":"2026-07-09T14:00:49.427023Z","end":"2026-07-09T14:00:49.562199Z","steps":["trace[585104596] 'agreement among raft nodes before linearized reading' (duration: 134.926056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:49.584848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.728266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T14:00:49.584945Z","caller":"traceutil/trace.go:171","msg":"trace[56511025] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:24965; }","duration":"157.855198ms","start":"2026-07-09T14:00:49.427065Z","end":"2026-07-09T14:00:49.58492Z","steps":["trace[56511025] 'agreement among raft nodes before linearized reading' (duration: 157.673074ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:50.66694Z","caller":"traceutil/trace.go:171","msg":"trace[2079102376] transaction","detail":"{read_only:false; response_revision:24970; number_of_response:1; }","duration":"180.854614ms","start":"2026-07-09T14:00:50.482251Z","end":"2026-07-09T14:00:50.663105Z","steps":["trace[2079102376] 'process raft request' (duration: 180.707751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:50.919275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.001177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T14:00:50.919357Z","caller":"traceutil/trace.go:171","msg":"trace[1747140680] linearizableReadLoop","detail":"{readStateIndex:25778; appliedIndex:25776; }","duration":"369.612499ms","start":"2026-07-09T14:00:50.549732Z","end":"2026-07-09T14:00:50.919344Z","steps":["trace[1747140680] 'read index received' (duration: 113.283013ms)","trace[1747140680] 'applied index is now lower than readState.Index' (duration: 256.328526ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:00:50.919409Z","caller":"traceutil/trace.go:171","msg":"trace[1825397828] transaction","detail":"{read_only:false; response_revision:24971; number_of_response:1; }","duration":"436.939514ms","start":"2026-07-09T14:00:50.482459Z","end":"2026-07-09T14:00:50.919399Z","steps":["trace[1825397828] 'process raft request' (duration: 280.736952ms)","trace[1825397828] 'compare' (duration: 155.888925ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T14:00:50.919444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:00:50.48245Z","time spent":"436.975394ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T14:00:50.91967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.917055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T14:00:50.919796Z","caller":"traceutil/trace.go:171","msg":"trace[1324985226] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24971; }","duration":"370.12286ms","start":"2026-07-09T14:00:50.549646Z","end":"2026-07-09T14:00:50.919769Z","steps":["trace[1324985226] 'agreement among raft nodes before linearized reading' (duration: 369.938566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:50.919863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:00:50.549624Z","time spent":"370.220702ms","remote":"127.0.0.1:43138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-07-09T14:00:50.961534Z","caller":"traceutil/trace.go:171","msg":"trace[1565789441] transaction","detail":"{read_only:false; response_revision:24973; number_of_response:1; }","duration":"212.226909ms","start":"2026-07-09T14:00:50.749253Z","end":"2026-07-09T14:00:50.961479Z","steps":["trace[1565789441] 'process raft request' (duration: 212.113106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:50.961638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.762384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-09T14:00:50.961704Z","caller":"traceutil/trace.go:171","msg":"trace[1716466406] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24974; }","duration":"407.864926ms","start":"2026-07-09T14:00:50.553825Z","end":"2026-07-09T14:00:50.96169Z","steps":["trace[1716466406] 'agreement among raft nodes before linearized reading' (duration: 407.619821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:50.961741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:00:50.553815Z","time spent":"407.918697ms","remote":"127.0.0.1:39952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":179,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-07-09T14:00:50.961973Z","caller":"traceutil/trace.go:171","msg":"trace[959272904] transaction","detail":"{read_only:false; response_revision:24974; number_of_response:1; }","duration":"212.421704ms","start":"2026-07-09T14:00:50.749543Z","end":"2026-07-09T14:00:50.961964Z","steps":["trace[959272904] 'process raft request' (duration: 211.866341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:50.962065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.708899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T14:00:50.962087Z","caller":"traceutil/trace.go:171","msg":"trace[161013447] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24974; }","duration":"101.768121ms","start":"2026-07-09T14:00:50.860313Z","end":"2026-07-09T14:00:50.962081Z","steps":["trace[161013447] 'agreement among raft nodes before linearized reading' (duration: 101.72971ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:50.962141Z","caller":"traceutil/trace.go:171","msg":"trace[1228249579] transaction","detail":"{read_only:false; response_revision:24972; number_of_response:1; }","duration":"213.258694ms","start":"2026-07-09T14:00:50.748866Z","end":"2026-07-09T14:00:50.962125Z","steps":["trace[1228249579] 'process raft request' (duration: 212.383804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:51.335169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.06514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-07-09T14:00:51.335251Z","caller":"traceutil/trace.go:171","msg":"trace[837558747] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24974; }","duration":"156.158142ms","start":"2026-07-09T14:00:51.179074Z","end":"2026-07-09T14:00:51.335232Z","steps":["trace[837558747] 'range keys from in-memory index tree' (duration: 155.895167ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:51.458809Z","caller":"traceutil/trace.go:171","msg":"trace[1761404696] linearizableReadLoop","detail":"{readStateIndex:25782; appliedIndex:25781; }","duration":"177.047359ms","start":"2026-07-09T14:00:51.281731Z","end":"2026-07-09T14:00:51.458778Z","steps":["trace[1761404696] 'read index received' (duration: 176.852655ms)","trace[1761404696] 'applied index is now lower than readState.Index' (duration: 193.544µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:00:51.459159Z","caller":"traceutil/trace.go:171","msg":"trace[5166666] transaction","detail":"{read_only:false; response_revision:24975; number_of_response:1; }","duration":"178.077253ms","start":"2026-07-09T14:00:51.281068Z","end":"2026-07-09T14:00:51.459146Z","steps":["trace[5166666] 'process raft request' (duration: 177.50529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:51.459465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.716734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-09T14:00:51.459519Z","caller":"traceutil/trace.go:171","msg":"trace[623452778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24975; }","duration":"177.795215ms","start":"2026-07-09T14:00:51.281708Z","end":"2026-07-09T14:00:51.459503Z","steps":["trace[623452778] 'agreement among raft nodes before linearized reading' (duration: 177.617432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:51.532087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.875718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-46ab37aa-1084-49ac-890d-95882c141383\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-07-09T14:00:51.532196Z","caller":"traceutil/trace.go:171","msg":"trace[226730246] range","detail":"{range_begin:/registry/persistentvolumes/pvc-46ab37aa-1084-49ac-890d-95882c141383; range_end:; response_count:1; response_revision:24976; }","duration":"194.203595ms","start":"2026-07-09T14:00:51.337967Z","end":"2026-07-09T14:00:51.532171Z","steps":["trace[226730246] 'agreement among raft nodes before linearized reading' (duration: 193.696124ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:51.532589Z","caller":"traceutil/trace.go:171","msg":"trace[1626666356] transaction","detail":"{read_only:false; response_revision:24976; number_of_response:1; }","duration":"191.961896ms","start":"2026-07-09T14:00:51.340614Z","end":"2026-07-09T14:00:51.532576Z","steps":["trace[1626666356] 'process raft request' (duration: 190.894973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:51.765902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.857069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T14:00:51.765993Z","caller":"traceutil/trace.go:171","msg":"trace[1938072488] linearizableReadLoop","detail":"{readStateIndex:25784; appliedIndex:25783; }","duration":"199.85947ms","start":"2026-07-09T14:00:51.56612Z","end":"2026-07-09T14:00:51.765979Z","steps":["trace[1938072488] 'read index received' (duration: 83.862328ms)","trace[1938072488] 'applied index is now lower than readState.Index' (duration: 115.995882ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:00:51.766044Z","caller":"traceutil/trace.go:171","msg":"trace[1587333375] transaction","detail":"{read_only:false; response_revision:24977; number_of_response:1; }","duration":"300.520076ms","start":"2026-07-09T14:00:51.465481Z","end":"2026-07-09T14:00:51.766001Z","steps":["trace[1587333375] 'process raft request' (duration: 184.481613ms)","trace[1587333375] 'compare' (duration: 115.49918ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T14:00:51.766156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.040964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-09T14:00:51.766184Z","caller":"traceutil/trace.go:171","msg":"trace[2139791481] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24977; }","duration":"200.088125ms","start":"2026-07-09T14:00:51.566087Z","end":"2026-07-09T14:00:51.766175Z","steps":["trace[2139791481] 'agreement among raft nodes before linearized reading' (duration: 199.927951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:51.766273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:00:51.465467Z","time spent":"300.70346ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T14:00:51.840856Z","caller":"traceutil/trace.go:171","msg":"trace[894394719] transaction","detail":"{read_only:false; response_revision:24978; number_of_response:1; }","duration":"252.405771ms","start":"2026-07-09T14:00:51.588431Z","end":"2026-07-09T14:00:51.840837Z","steps":["trace[894394719] 'process raft request' (duration: 252.290409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:52.047814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.383619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T14:00:52.047929Z","caller":"traceutil/trace.go:171","msg":"trace[869357270] linearizableReadLoop","detail":"{readStateIndex:25786; appliedIndex:25785; }","duration":"207.249781ms","start":"2026-07-09T14:00:51.840664Z","end":"2026-07-09T14:00:52.047914Z","steps":["trace[869357270] 'read index received' (duration: 33.610087ms)","trace[869357270] 'applied index is now lower than readState.Index' (duration: 173.638264ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:00:52.048054Z","caller":"traceutil/trace.go:171","msg":"trace[465739089] transaction","detail":"{read_only:false; response_revision:24979; number_of_response:1; }","duration":"275.148579ms","start":"2026-07-09T14:00:51.772882Z","end":"2026-07-09T14:00:52.04803Z","steps":["trace[465739089] 'process raft request' (duration: 101.469783ms)","trace[465739089] 'compare' (duration: 173.242086ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T14:00:52.049243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.558121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-09T14:00:52.049308Z","caller":"traceutil/trace.go:171","msg":"trace[2059310046] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24979; }","duration":"208.668562ms","start":"2026-07-09T14:00:51.840625Z","end":"2026-07-09T14:00:52.049294Z","steps":["trace[2059310046] 'agreement among raft nodes before linearized reading' (duration: 207.507766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:52.121878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.938934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T14:00:52.121972Z","caller":"traceutil/trace.go:171","msg":"trace[2125448880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24980; }","duration":"264.064326ms","start":"2026-07-09T14:00:51.857895Z","end":"2026-07-09T14:00:52.121959Z","steps":["trace[2125448880] 'agreement among raft nodes before linearized reading' (duration: 263.929493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:52.122301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.144595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-09T14:00:52.122339Z","caller":"traceutil/trace.go:171","msg":"trace[1066632443] transaction","detail":"{read_only:false; response_revision:24980; number_of_response:1; }","duration":"203.176752ms","start":"2026-07-09T14:00:51.919146Z","end":"2026-07-09T14:00:52.122323Z","steps":["trace[1066632443] 'process raft request' (duration: 202.59288ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:52.122364Z","caller":"traceutil/trace.go:171","msg":"trace[1127365605] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24980; }","duration":"231.248038ms","start":"2026-07-09T14:00:51.891102Z","end":"2026-07-09T14:00:52.12235Z","steps":["trace[1127365605] 'agreement among raft nodes before linearized reading' (duration: 231.062894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:52.392976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.410006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T14:00:52.393076Z","caller":"traceutil/trace.go:171","msg":"trace[1974606128] linearizableReadLoop","detail":"{readStateIndex:25788; appliedIndex:25787; }","duration":"270.287452ms","start":"2026-07-09T14:00:52.122772Z","end":"2026-07-09T14:00:52.393059Z","steps":["trace[1974606128] 'read index received' (duration: 124.564999ms)","trace[1974606128] 'applied index is now lower than readState.Index' (duration: 145.721183ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:00:52.393166Z","caller":"traceutil/trace.go:171","msg":"trace[1452959597] transaction","detail":"{read_only:false; response_revision:24981; number_of_response:1; }","duration":"273.508272ms","start":"2026-07-09T14:00:52.119646Z","end":"2026-07-09T14:00:52.393155Z","steps":["trace[1452959597] 'process raft request' (duration: 127.83914ms)","trace[1452959597] 'compare' (duration: 145.174221ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T14:00:52.39336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.567108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T14:00:52.393424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.642538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-09T14:00:52.393424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.204816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-09T14:00:52.393435Z","caller":"traceutil/trace.go:171","msg":"trace[1328919528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24981; }","duration":"270.671401ms","start":"2026-07-09T14:00:52.122747Z","end":"2026-07-09T14:00:52.393418Z","steps":["trace[1328919528] 'agreement among raft nodes before linearized reading' (duration: 270.545768ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:52.393468Z","caller":"traceutil/trace.go:171","msg":"trace[1043142994] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24981; }","duration":"268.271138ms","start":"2026-07-09T14:00:52.125187Z","end":"2026-07-09T14:00:52.393458Z","steps":["trace[1043142994] 'agreement among raft nodes before linearized reading' (duration: 268.107174ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:52.393467Z","caller":"traceutil/trace.go:171","msg":"trace[1509563793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24981; }","duration":"212.720311ms","start":"2026-07-09T14:00:52.180733Z","end":"2026-07-09T14:00:52.393453Z","steps":["trace[1509563793] 'agreement among raft nodes before linearized reading' (duration: 212.578117ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:52.880944Z","caller":"traceutil/trace.go:171","msg":"trace[1864076728] transaction","detail":"{read_only:false; response_revision:24983; number_of_response:1; }","duration":"204.971652ms","start":"2026-07-09T14:00:52.675951Z","end":"2026-07-09T14:00:52.880922Z","steps":["trace[1864076728] 'process raft request' (duration: 204.610524ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:53.218634Z","caller":"traceutil/trace.go:171","msg":"trace[2025085904] linearizableReadLoop","detail":"{readStateIndex:25794; appliedIndex:25790; }","duration":"237.081845ms","start":"2026-07-09T14:00:52.981537Z","end":"2026-07-09T14:00:53.218619Z","steps":["trace[2025085904] 'read index received' (duration: 39.827914ms)","trace[2025085904] 'applied index is now lower than readState.Index' (duration: 197.253341ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:00:53.218645Z","caller":"traceutil/trace.go:171","msg":"trace[999121156] transaction","detail":"{read_only:false; response_revision:24986; number_of_response:1; }","duration":"248.28049ms","start":"2026-07-09T14:00:52.970346Z","end":"2026-07-09T14:00:53.218626Z","steps":["trace[999121156] 'process raft request' (duration: 248.179728ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:53.218666Z","caller":"traceutil/trace.go:171","msg":"trace[495599141] transaction","detail":"{read_only:false; response_revision:24985; number_of_response:1; }","duration":"251.251016ms","start":"2026-07-09T14:00:52.967391Z","end":"2026-07-09T14:00:53.218642Z","steps":["trace[495599141] 'process raft request' (duration: 227.887504ms)","trace[495599141] 'compare' (duration: 22.912672ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:00:53.218667Z","caller":"traceutil/trace.go:171","msg":"trace[1977658514] transaction","detail":"{read_only:false; response_revision:24987; number_of_response:1; }","duration":"248.146288ms","start":"2026-07-09T14:00:52.970493Z","end":"2026-07-09T14:00:53.218639Z","steps":["trace[1977658514] 'process raft request' (duration: 248.097907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:53.218755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.206418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-09T14:00:53.218779Z","caller":"traceutil/trace.go:171","msg":"trace[1123554410] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24987; }","duration":"237.30937ms","start":"2026-07-09T14:00:52.981459Z","end":"2026-07-09T14:00:53.218769Z","steps":["trace[1123554410] 'agreement among raft nodes before linearized reading' (duration: 237.217269ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:53.597907Z","caller":"traceutil/trace.go:171","msg":"trace[1554331093] linearizableReadLoop","detail":"{readStateIndex:25795; appliedIndex:25794; }","duration":"226.735387ms","start":"2026-07-09T14:00:53.371146Z","end":"2026-07-09T14:00:53.597882Z","steps":["trace[1554331093] 'read index received' (duration: 226.538223ms)","trace[1554331093] 'applied index is now lower than readState.Index' (duration: 195.954µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:00:53.597967Z","caller":"traceutil/trace.go:171","msg":"trace[1256995927] transaction","detail":"{read_only:false; response_revision:24988; number_of_response:1; }","duration":"374.794071ms","start":"2026-07-09T14:00:53.223132Z","end":"2026-07-09T14:00:53.597926Z","steps":["trace[1256995927] 'process raft request' (duration: 374.581506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:53.598122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.963063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.152\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-09T14:00:53.59816Z","caller":"traceutil/trace.go:171","msg":"trace[1498787286] range","detail":"{range_begin:/registry/masterleases/199.19.213.152; range_end:; response_count:1; response_revision:24988; }","duration":"227.059916ms","start":"2026-07-09T14:00:53.371089Z","end":"2026-07-09T14:00:53.598149Z","steps":["trace[1498787286] 'agreement among raft nodes before linearized reading' (duration: 226.909152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:53.598139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:00:53.223109Z","time spent":"374.936326ms","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T14:00:53.652037Z","caller":"traceutil/trace.go:171","msg":"trace[1081657524] transaction","detail":"{read_only:false; response_revision:24989; number_of_response:1; }","duration":"186.032927ms","start":"2026-07-09T14:00:53.465977Z","end":"2026-07-09T14:00:53.65201Z","steps":["trace[1081657524] 'process raft request' (duration: 185.818672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:53.652141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.697743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T14:00:53.652221Z","caller":"traceutil/trace.go:171","msg":"trace[746566867] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24989; }","duration":"276.832726ms","start":"2026-07-09T14:00:53.375372Z","end":"2026-07-09T14:00:53.652205Z","steps":["trace[746566867] 'agreement among raft nodes before linearized reading' (duration: 276.57746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:53.652223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.87863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-09T14:00:53.652306Z","caller":"traceutil/trace.go:171","msg":"trace[839305864] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24989; }","duration":"115.977202ms","start":"2026-07-09T14:00:53.536312Z","end":"2026-07-09T14:00:53.652289Z","steps":["trace[839305864] 'agreement among raft nodes before linearized reading' (duration: 115.735317ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:53.924514Z","caller":"traceutil/trace.go:171","msg":"trace[2091319534] linearizableReadLoop","detail":"{readStateIndex:25800; appliedIndex:25799; }","duration":"139.964367ms","start":"2026-07-09T14:00:53.784527Z","end":"2026-07-09T14:00:53.924492Z","steps":["trace[2091319534] 'read index received' (duration: 56.710822ms)","trace[2091319534] 'applied index is now lower than readState.Index' (duration: 83.252495ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:00:53.924712Z","caller":"traceutil/trace.go:171","msg":"trace[1676108062] transaction","detail":"{read_only:false; response_revision:24992; number_of_response:1; }","duration":"140.934138ms","start":"2026-07-09T14:00:53.783742Z","end":"2026-07-09T14:00:53.924676Z","steps":["trace[1676108062] 'process raft request' (duration: 57.467319ms)","trace[1676108062] 'compare' (duration: 82.512778ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T14:00:53.924783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.235073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-09T14:00:53.924832Z","caller":"traceutil/trace.go:171","msg":"trace[1225539110] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24992; }","duration":"140.309824ms","start":"2026-07-09T14:00:53.78451Z","end":"2026-07-09T14:00:53.92482Z","steps":["trace[1225539110] 'agreement among raft nodes before linearized reading' (duration: 140.14726ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:54.017955Z","caller":"traceutil/trace.go:171","msg":"trace[1471194865] transaction","detail":"{read_only:false; response_revision:24994; number_of_response:1; }","duration":"125.993061ms","start":"2026-07-09T14:00:53.891937Z","end":"2026-07-09T14:00:54.01793Z","steps":["trace[1471194865] 'process raft request' (duration: 125.792657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:00:54.018018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.706796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T14:00:54.018099Z","caller":"traceutil/trace.go:171","msg":"trace[535525493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24994; }","duration":"157.844918ms","start":"2026-07-09T14:00:53.860235Z","end":"2026-07-09T14:00:54.01808Z","steps":["trace[535525493] 'agreement among raft nodes before linearized reading' (duration: 157.662184ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:54.261358Z","caller":"traceutil/trace.go:171","msg":"trace[476408747] transaction","detail":"{read_only:false; response_revision:24995; number_of_response:1; }","duration":"151.647773ms","start":"2026-07-09T14:00:54.109691Z","end":"2026-07-09T14:00:54.261339Z","steps":["trace[476408747] 'process raft request' (duration: 151.52917ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:54.317059Z","caller":"traceutil/trace.go:171","msg":"trace[1756183745] linearizableReadLoop","detail":"{readStateIndex:25804; appliedIndex:25802; }","duration":"107.436874ms","start":"2026-07-09T14:00:54.2096Z","end":"2026-07-09T14:00:54.317037Z","steps":["trace[1756183745] 'read index received' (duration: 51.542889ms)","trace[1756183745] 'applied index is now lower than readState.Index' (duration: 55.893225ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T14:00:54.317254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.640688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-09T14:00:54.317296Z","caller":"traceutil/trace.go:171","msg":"trace[1139078248] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24996; }","duration":"107.72733ms","start":"2026-07-09T14:00:54.209555Z","end":"2026-07-09T14:00:54.317282Z","steps":["trace[1139078248] 'agreement among raft nodes before linearized reading' (duration: 107.558277ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:00:54.31735Z","caller":"traceutil/trace.go:171","msg":"trace[1763048878] transaction","detail":"{read_only:false; response_revision:24996; number_of_response:1; }","duration":"189.024751ms","start":"2026-07-09T14:00:54.12824Z","end":"2026-07-09T14:00:54.317265Z","steps":["trace[1763048878] 'process raft request' (duration: 178.516141ms)","trace[1763048878] 'compare' (duration: 10.157882ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:00:54.73311Z","caller":"traceutil/trace.go:171","msg":"trace[1289954731] transaction","detail":"{read_only:false; response_revision:24998; number_of_response:1; }","duration":"201.450085ms","start":"2026-07-09T14:00:54.53163Z","end":"2026-07-09T14:00:54.73308Z","steps":["trace[1289954731] 'process raft request' (duration: 201.25153ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:01:02.193904Z","caller":"traceutil/trace.go:171","msg":"trace[765389375] transaction","detail":"{read_only:false; response_revision:25051; number_of_response:1; }","duration":"144.142024ms","start":"2026-07-09T14:01:02.049727Z","end":"2026-07-09T14:01:02.193869Z","steps":["trace[765389375] 'process raft request' (duration: 73.902587ms)","trace[765389375] 'compare' (duration: 70.081503ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:01:02.616847Z","caller":"traceutil/trace.go:171","msg":"trace[221269935] transaction","detail":"{read_only:false; response_revision:25053; number_of_response:1; }","duration":"220.620106ms","start":"2026-07-09T14:01:02.396205Z","end":"2026-07-09T14:01:02.616825Z","steps":["trace[221269935] 'process raft request' (duration: 176.751286ms)","trace[221269935] 'compare' (duration: 43.235716ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:01:02.616913Z","caller":"traceutil/trace.go:171","msg":"trace[728806185] transaction","detail":"{read_only:false; response_revision:25054; number_of_response:1; }","duration":"166.411999ms","start":"2026-07-09T14:01:02.450435Z","end":"2026-07-09T14:01:02.616847Z","steps":["trace[728806185] 'process raft request' (duration: 166.104893ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:01:26.064112Z","caller":"traceutil/trace.go:171","msg":"trace[370977654] linearizableReadLoop","detail":"{readStateIndex:26192; appliedIndex:26191; }","duration":"105.918577ms","start":"2026-07-09T14:01:25.958171Z","end":"2026-07-09T14:01:26.064089Z","steps":["trace[370977654] 'read index received' (duration: 105.676782ms)","trace[370977654] 'applied index is now lower than readState.Index' (duration: 240.915µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:01:26.064196Z","caller":"traceutil/trace.go:171","msg":"trace[476174129] transaction","detail":"{read_only:false; response_revision:25377; number_of_response:1; }","duration":"192.865198ms","start":"2026-07-09T14:01:25.87128Z","end":"2026-07-09T14:01:26.064145Z","steps":["trace[476174129] 'process raft request' (duration: 192.653334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:01:26.064303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.097711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T14:01:26.064367Z","caller":"traceutil/trace.go:171","msg":"trace[1958238604] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25377; }","duration":"106.217864ms","start":"2026-07-09T14:01:25.958132Z","end":"2026-07-09T14:01:26.06435Z","steps":["trace[1958238604] 'agreement among raft nodes before linearized reading' (duration: 106.092151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:01:26.411658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.013071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T14:01:26.411878Z","caller":"traceutil/trace.go:171","msg":"trace[481589313] transaction","detail":"{read_only:false; response_revision:25379; number_of_response:1; }","duration":"279.443442ms","start":"2026-07-09T14:01:26.132389Z","end":"2026-07-09T14:01:26.411833Z","steps":["trace[481589313] 'process raft request' (duration: 33.190336ms)","trace[481589313] 'compare' (duration: 245.904428ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:01:26.611429Z","caller":"traceutil/trace.go:171","msg":"trace[1192657679] transaction","detail":"{read_only:false; response_revision:25381; number_of_response:1; }","duration":"139.118462ms","start":"2026-07-09T14:01:26.472281Z","end":"2026-07-09T14:01:26.6114Z","steps":["trace[1192657679] 'process raft request' (duration: 121.580469ms)","trace[1192657679] 'compare' (duration: 17.198686ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:01:49.817454Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006727.wal"} {"level":"info","ts":"2026-07-09T14:03:20.259295Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23447} {"level":"info","ts":"2026-07-09T14:03:20.404285Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23447,"took":"136.460815ms","hash":1666743004,"current-db-size-bytes":57978880,"current-db-size":"58 MB","current-db-size-in-use-bytes":37498880,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-07-09T14:03:20.404374Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1666743004,"revision":23447,"compact-revision":20318} {"level":"info","ts":"2026-07-09T14:08:20.270029Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26389} {"level":"info","ts":"2026-07-09T14:08:20.514629Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26389,"took":"240.085241ms","hash":3168564542,"current-db-size-bytes":57978880,"current-db-size":"58 MB","current-db-size-in-use-bytes":33058816,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-09T14:08:20.514701Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3168564542,"revision":26389,"compact-revision":23447} {"level":"info","ts":"2026-07-09T14:08:36.645615Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"68d6d88687e6b830","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-09T14:08:36.651906Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-09T14:08:36.652011Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"warn","ts":"2026-07-09T14:09:12.981562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.296182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T14:09:12.981677Z","caller":"traceutil/trace.go:171","msg":"trace[478641134] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:29348; }","duration":"169.472847ms","start":"2026-07-09T14:09:12.812182Z","end":"2026-07-09T14:09:12.981654Z","steps":["trace[478641134] 'count revisions from in-memory index tree' (duration: 169.220241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:09:12.981822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.479441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T14:09:12.98188Z","caller":"traceutil/trace.go:171","msg":"trace[1546857558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29348; }","duration":"123.562802ms","start":"2026-07-09T14:09:12.858301Z","end":"2026-07-09T14:09:12.981864Z","steps":["trace[1546857558] 'range keys from in-memory index tree' (duration: 123.357278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:09:12.981977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.709286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-09T14:09:12.982016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.19545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-09T14:09:12.982089Z","caller":"traceutil/trace.go:171","msg":"trace[986276977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29348; }","duration":"150.87984ms","start":"2026-07-09T14:09:12.831187Z","end":"2026-07-09T14:09:12.982067Z","steps":["trace[986276977] 'range keys from in-memory index tree' (duration: 150.504332ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:09:12.982128Z","caller":"traceutil/trace.go:171","msg":"trace[657998928] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29348; }","duration":"147.363303ms","start":"2026-07-09T14:09:12.834742Z","end":"2026-07-09T14:09:12.982105Z","steps":["trace[657998928] 'range keys from in-memory index tree' (duration: 146.954564ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:13:20.279889Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28967} {"level":"info","ts":"2026-07-09T14:13:20.422612Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28967,"took":"139.089618ms","hash":3165683056,"current-db-size-bytes":57978880,"current-db-size":"58 MB","current-db-size-in-use-bytes":30502912,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-09T14:13:20.422702Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3165683056,"revision":28967,"compact-revision":26389} {"level":"info","ts":"2026-07-09T14:18:20.285397Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31185} {"level":"info","ts":"2026-07-09T14:18:20.413167Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31185,"took":"124.072482ms","hash":3768261641,"current-db-size-bytes":57978880,"current-db-size":"58 MB","current-db-size-in-use-bytes":30584832,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-09T14:18:20.41323Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3768261641,"revision":31185,"compact-revision":28967} {"level":"info","ts":"2026-07-09T14:23:20.292527Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33450} {"level":"info","ts":"2026-07-09T14:23:20.454894Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33450,"took":"156.320217ms","hash":3826389281,"current-db-size-bytes":59023360,"current-db-size":"59 MB","current-db-size-in-use-bytes":32448512,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-09T14:23:20.454961Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3826389281,"revision":33450,"compact-revision":31185} {"level":"info","ts":"2026-07-09T14:28:20.299279Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35745} {"level":"info","ts":"2026-07-09T14:28:20.449109Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35745,"took":"140.059482ms","hash":1190251820,"current-db-size-bytes":60723200,"current-db-size":"61 MB","current-db-size-in-use-bytes":32251904,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-09T14:28:20.449192Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1190251820,"revision":35745,"compact-revision":33450} {"level":"info","ts":"2026-07-09T14:30:03.864982Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"68d6d88687e6b830","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-09T14:30:03.871249Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-09T14:30:03.87141Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-09T14:33:20.306132Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37973} {"level":"info","ts":"2026-07-09T14:33:20.427594Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37973,"took":"118.084343ms","hash":3199603940,"current-db-size-bytes":60723200,"current-db-size":"61 MB","current-db-size-in-use-bytes":31739904,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-09T14:33:20.427674Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3199603940,"revision":37973,"compact-revision":35745}