{"level":"warn","ts":"2026-04-09T17:38:44.649474Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-09T17:38:44.649562Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.230:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.230:2380","--initial-cluster=instance=https://199.19.213.230:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.230:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.230:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-09T17:38:44.649633Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-09T17:38:44.649648Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.230:2380"]} {"level":"info","ts":"2026-04-09T17:38:44.649682Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-09T17:38:44.650558Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.230:2379"]} {"level":"info","ts":"2026-04-09T17:38:44.650654Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.230:2380"],"listen-peer-urls":["https://199.19.213.230:2380"],"advertise-client-urls":["https://199.19.213.230:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.230:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.230:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-09T17:38:44.655811Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.874141ms"} {"level":"info","ts":"2026-04-09T17:38:44.662137Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"aadce177dd8cd60e","cluster-id":"f249e3094885eab"} {"level":"info","ts":"2026-04-09T17:38:44.662234Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aadce177dd8cd60e switched to configuration voters=()"} {"level":"info","ts":"2026-04-09T17:38:44.66226Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aadce177dd8cd60e became follower at term 0"} {"level":"info","ts":"2026-04-09T17:38:44.662278Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft aadce177dd8cd60e [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-09T17:38:44.66229Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aadce177dd8cd60e became follower at term 1"} {"level":"info","ts":"2026-04-09T17:38:44.662348Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aadce177dd8cd60e switched to configuration voters=(12311963386258445838)"} {"level":"warn","ts":"2026-04-09T17:38:44.67116Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-09T17:38:44.673237Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-09T17:38:44.6746Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-09T17:38:44.677866Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"aadce177dd8cd60e","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-09T17:38:44.678057Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"aadce177dd8cd60e","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-09T17:38:44.678175Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T17:38:44.67833Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T17:38:44.678358Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T17:38:44.679576Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aadce177dd8cd60e switched to configuration voters=(12311963386258445838)"} {"level":"info","ts":"2026-04-09T17:38:44.679757Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"f249e3094885eab","local-member-id":"aadce177dd8cd60e","added-peer-id":"aadce177dd8cd60e","added-peer-peer-urls":["https://199.19.213.230:2380"]} {"level":"info","ts":"2026-04-09T17:38:44.682468Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-09T17:38:44.682553Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.230:2380"} {"level":"info","ts":"2026-04-09T17:38:44.682602Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.230:2380"} {"level":"info","ts":"2026-04-09T17:38:44.682873Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"aadce177dd8cd60e","initial-advertise-peer-urls":["https://199.19.213.230:2380"],"listen-peer-urls":["https://199.19.213.230:2380"],"advertise-client-urls":["https://199.19.213.230:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.230:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-09T17:38:44.682931Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-09T17:38:45.263609Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aadce177dd8cd60e is starting a new election at term 1"} {"level":"info","ts":"2026-04-09T17:38:45.263694Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aadce177dd8cd60e became pre-candidate at term 1"} {"level":"info","ts":"2026-04-09T17:38:45.263733Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aadce177dd8cd60e received MsgPreVoteResp from aadce177dd8cd60e at term 1"} {"level":"info","ts":"2026-04-09T17:38:45.263752Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aadce177dd8cd60e became candidate at term 2"} {"level":"info","ts":"2026-04-09T17:38:45.263769Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aadce177dd8cd60e received MsgVoteResp from aadce177dd8cd60e at term 2"} {"level":"info","ts":"2026-04-09T17:38:45.263802Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aadce177dd8cd60e became leader at term 2"} {"level":"info","ts":"2026-04-09T17:38:45.263824Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aadce177dd8cd60e elected leader aadce177dd8cd60e at term 2"} {"level":"info","ts":"2026-04-09T17:38:45.270767Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"aadce177dd8cd60e","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.230:2379]}","request-path":"/0/members/aadce177dd8cd60e/attributes","cluster-id":"f249e3094885eab","publish-timeout":"7s"} {"level":"info","ts":"2026-04-09T17:38:45.270834Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-09T17:38:45.270932Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T17:38:45.271054Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-09T17:38:45.271539Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-09T17:38:45.271563Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-09T17:38:45.272078Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"f249e3094885eab","local-member-id":"aadce177dd8cd60e","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T17:38:45.272178Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T17:38:45.272214Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T17:38:45.272974Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-09T17:38:45.274135Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.230:2379"} {"level":"warn","ts":"2026-04-09T17:38:45.550218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.081095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-09T17:38:45.550176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.128784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T17:38:45.550287Z","caller":"traceutil/trace.go:171","msg":"trace[1804802890] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1; }","duration":"117.274947ms","start":"2026-04-09T17:38:45.433004Z","end":"2026-04-09T17:38:45.550279Z","steps":["trace[1804802890] 'range keys from in-memory index tree' (duration: 117.064102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:38:45.550317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.247329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T17:38:45.550335Z","caller":"traceutil/trace.go:171","msg":"trace[1255406386] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1; }","duration":"107.283849ms","start":"2026-04-09T17:38:45.443044Z","end":"2026-04-09T17:38:45.550328Z","steps":["trace[1255406386] 'count revisions from in-memory index tree' (duration: 107.143206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:38:45.550419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.76064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T17:38:45.550439Z","caller":"traceutil/trace.go:171","msg":"trace[1032329141] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1; }","duration":"167.809492ms","start":"2026-04-09T17:38:45.382624Z","end":"2026-04-09T17:38:45.550434Z","steps":["trace[1032329141] 'count revisions from in-memory index tree' (duration: 167.701798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:38:45.550795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.57068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T17:38:45.550873Z","caller":"traceutil/trace.go:171","msg":"trace[1515138645] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1; }","duration":"140.680903ms","start":"2026-04-09T17:38:45.410178Z","end":"2026-04-09T17:38:45.550859Z","steps":["trace[1515138645] 'range keys from in-memory index tree' (duration: 140.489989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:38:45.55089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.860827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T17:38:45.55092Z","caller":"traceutil/trace.go:171","msg":"trace[1514529566] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1; }","duration":"154.919397ms","start":"2026-04-09T17:38:45.395994Z","end":"2026-04-09T17:38:45.550914Z","steps":["trace[1514529566] 'count revisions from in-memory index tree' (duration: 154.743113ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:38:45.550282Z","caller":"traceutil/trace.go:171","msg":"trace[1557027154] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1; }","duration":"107.148986ms","start":"2026-04-09T17:38:45.443118Z","end":"2026-04-09T17:38:45.550267Z","steps":["trace[1557027154] 'range keys from in-memory index tree' (duration: 107.056165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:38:45.550178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.215506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-09T17:38:45.551042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.01512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T17:38:45.551042Z","caller":"traceutil/trace.go:171","msg":"trace[2021570499] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1; }","duration":"118.134858ms","start":"2026-04-09T17:38:45.432892Z","end":"2026-04-09T17:38:45.551027Z","steps":["trace[2021570499] 'count revisions from in-memory index tree' (duration: 117.128574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:38:45.550976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.931904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T17:38:45.551148Z","caller":"traceutil/trace.go:171","msg":"trace[2107415259] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1; }","duration":"129.113828ms","start":"2026-04-09T17:38:45.422027Z","end":"2026-04-09T17:38:45.551141Z","steps":["trace[2107415259] 'range keys from in-memory index tree' (duration: 128.806941ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:38:45.55106Z","caller":"traceutil/trace.go:171","msg":"trace[1472940903] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1; }","duration":"155.060041ms","start":"2026-04-09T17:38:45.395995Z","end":"2026-04-09T17:38:45.551055Z","steps":["trace[1472940903] 'range keys from in-memory index tree' (duration: 154.936528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:38:45.55119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.078227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-09T17:38:45.551087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.848136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T17:38:45.551245Z","caller":"traceutil/trace.go:171","msg":"trace[284202715] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1; }","duration":"129.154899ms","start":"2026-04-09T17:38:45.422076Z","end":"2026-04-09T17:38:45.551231Z","steps":["trace[284202715] 'count revisions from in-memory index tree' (duration: 129.041886ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:38:45.551478Z","caller":"traceutil/trace.go:171","msg":"trace[1728760384] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1; }","duration":"141.068682ms","start":"2026-04-09T17:38:45.410177Z","end":"2026-04-09T17:38:45.551246Z","steps":["trace[1728760384] 'count revisions from in-memory index tree' (duration: 140.759065ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:38:58.82692Z","caller":"traceutil/trace.go:171","msg":"trace[1970653040] linearizableReadLoop","detail":"{readStateIndex:370; appliedIndex:369; }","duration":"348.550259ms","start":"2026-04-09T17:38:58.47835Z","end":"2026-04-09T17:38:58.8269Z","steps":["trace[1970653040] 'read index received' (duration: 348.434967ms)","trace[1970653040] 'applied index is now lower than readState.Index' (duration: 114.272µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:38:58.826935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:38:58.425435Z","time spent":"401.494508ms","remote":"127.0.0.1:38612","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-09T17:38:58.827091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.711873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:38:58.827149Z","caller":"traceutil/trace.go:171","msg":"trace[2094934195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:356; }","duration":"348.794565ms","start":"2026-04-09T17:38:58.478335Z","end":"2026-04-09T17:38:58.82713Z","steps":["trace[2094934195] 'agreement among raft nodes before linearized reading' (duration: 348.671682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:38:58.827188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:38:58.478265Z","time spent":"348.917148ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:39:05.018828Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.324511912s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T17:39:05.172475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.25491ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T17:39:05.1726Z","caller":"traceutil/trace.go:171","msg":"trace[987730706] linearizableReadLoop","detail":"{readStateIndex:421; appliedIndex:420; }","duration":"313.875066ms","start":"2026-04-09T17:39:04.8587Z","end":"2026-04-09T17:39:05.172575Z","steps":["trace[987730706] 'read index received' (duration: 160.277779ms)","trace[987730706] 'applied index is now lower than readState.Index' (duration: 153.595517ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:39:05.172807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.332617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T17:39:05.172866Z","caller":"traceutil/trace.go:171","msg":"trace[88296850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:406; }","duration":"307.425109ms","start":"2026-04-09T17:39:04.865426Z","end":"2026-04-09T17:39:05.172851Z","steps":["trace[88296850] 'agreement among raft nodes before linearized reading' (duration: 307.286456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:05.172823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.112831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T17:39:05.17304Z","caller":"traceutil/trace.go:171","msg":"trace[131895478] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:406; }","duration":"314.376837ms","start":"2026-04-09T17:39:04.858639Z","end":"2026-04-09T17:39:05.173016Z","steps":["trace[131895478] 'agreement among raft nodes before linearized reading' (duration: 313.999859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:05.173126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:04.858611Z","time spent":"314.47607ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T17:39:05.173293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.45984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T17:39:05.173347Z","caller":"traceutil/trace.go:171","msg":"trace[786166325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:406; }","duration":"201.540531ms","start":"2026-04-09T17:39:04.971793Z","end":"2026-04-09T17:39:05.173333Z","steps":["trace[786166325] 'agreement among raft nodes before linearized reading' (duration: 201.458689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:05.172923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:04.865409Z","time spent":"307.501431ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T17:39:05.845989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432931222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:39:06.347081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432931222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:39:06.348948Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.151885759s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T17:39:06.349352Z","caller":"traceutil/trace.go:171","msg":"trace[350556223] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"1.170606838s","start":"2026-04-09T17:39:05.178722Z","end":"2026-04-09T17:39:06.349329Z","steps":["trace[350556223] 'process raft request' (duration: 1.170477385s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:06.349885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:05.178701Z","time spent":"1.17070954s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:39:06.897698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.11227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:39:06.89786Z","caller":"traceutil/trace.go:171","msg":"trace[665391407] linearizableReadLoop","detail":"{readStateIndex:425; appliedIndex:421; }","duration":"1.552576909s","start":"2026-04-09T17:39:05.345267Z","end":"2026-04-09T17:39:06.897843Z","steps":["trace[665391407] 'read index received' (duration: 1.003880611s)","trace[665391407] 'applied index is now lower than readState.Index' (duration: 548.694898ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:39:06.89794Z","caller":"traceutil/trace.go:171","msg":"trace[119333609] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"1.71905838s","start":"2026-04-09T17:39:05.178872Z","end":"2026-04-09T17:39:06.89793Z","steps":["trace[119333609] 'process raft request' (duration: 1.299657644s)","trace[119333609] 'compare' (duration: 419.030857ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:39:06.897991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:05.178852Z","time spent":"1.719110122s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:39:06.898322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41294572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:39:06.898368Z","caller":"traceutil/trace.go:171","msg":"trace[219897532] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"1.719409868s","start":"2026-04-09T17:39:05.178929Z","end":"2026-04-09T17:39:06.898338Z","steps":["trace[219897532] 'process raft request' (duration: 1.718837425s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:39:06.898399Z","caller":"traceutil/trace.go:171","msg":"trace[892416510] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"1.719399628s","start":"2026-04-09T17:39:05.178962Z","end":"2026-04-09T17:39:06.898361Z","steps":["trace[892416510] 'process raft request' (duration: 1.718848285s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:06.898514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:05.178924Z","time spent":"1.71951017s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:39:06.898522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:05.178957Z","time spent":"1.71950067s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:39:06.898561Z","caller":"traceutil/trace.go:171","msg":"trace[1853877842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:410; }","duration":"1.413109215s","start":"2026-04-09T17:39:05.485297Z","end":"2026-04-09T17:39:06.898406Z","steps":["trace[1853877842] 'agreement among raft nodes before linearized reading' (duration: 1.412941671s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:06.898639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:05.48527Z","time spent":"1.41335109s","remote":"127.0.0.1:38594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:39:06.89885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553004278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:39:06.8989Z","caller":"traceutil/trace.go:171","msg":"trace[1186612338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:410; }","duration":"1.553679084s","start":"2026-04-09T17:39:05.345206Z","end":"2026-04-09T17:39:06.898885Z","steps":["trace[1186612338] 'agreement among raft nodes before linearized reading' (duration: 1.552840555s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:06.898933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:05.345177Z","time spent":"1.553748486s","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T17:39:12.891857Z","caller":"traceutil/trace.go:171","msg":"trace[175020361] linearizableReadLoop","detail":"{readStateIndex:438; appliedIndex:437; }","duration":"417.317718ms","start":"2026-04-09T17:39:12.474517Z","end":"2026-04-09T17:39:12.891835Z","steps":["trace[175020361] 'read index received' (duration: 417.149714ms)","trace[175020361] 'applied index is now lower than readState.Index' (duration: 166.984µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:39:12.891966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.433301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:39:12.891998Z","caller":"traceutil/trace.go:171","msg":"trace[1741448967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:422; }","duration":"417.504652ms","start":"2026-04-09T17:39:12.474484Z","end":"2026-04-09T17:39:12.891989Z","steps":["trace[1741448967] 'agreement among raft nodes before linearized reading' (duration: 417.438861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:12.89203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:12.47447Z","time spent":"417.553453ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T17:39:12.89213Z","caller":"traceutil/trace.go:171","msg":"trace[1983170768] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"513.428613ms","start":"2026-04-09T17:39:12.378673Z","end":"2026-04-09T17:39:12.892101Z","steps":["trace[1983170768] 'process raft request' (duration: 513.050434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:12.892259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:12.378659Z","time spent":"513.532446ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:39:13.804196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.793753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:39:13.804486Z","caller":"traceutil/trace.go:171","msg":"trace[718583758] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"879.876899ms","start":"2026-04-09T17:39:12.924579Z","end":"2026-04-09T17:39:13.804456Z","steps":["trace[718583758] 'process raft request' (duration: 555.682017ms)","trace[718583758] 'compare' (duration: 323.530687ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:39:13.804604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:12.924559Z","time spent":"879.995492ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:39:14.450616Z","caller":"traceutil/trace.go:171","msg":"trace[368543677] linearizableReadLoop","detail":"{readStateIndex:441; appliedIndex:438; }","duration":"971.471651ms","start":"2026-04-09T17:39:13.479112Z","end":"2026-04-09T17:39:14.450584Z","steps":["trace[368543677] 'read index received' (duration: 1.163426ms)","trace[368543677] 'applied index is now lower than readState.Index' (duration: 970.307035ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:39:14.450691Z","caller":"traceutil/trace.go:171","msg":"trace[1039741004] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"1.525857409s","start":"2026-04-09T17:39:12.924802Z","end":"2026-04-09T17:39:14.450659Z","steps":["trace[1039741004] 'process raft request' (duration: 1.525265515s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:39:14.45075Z","caller":"traceutil/trace.go:171","msg":"trace[1404437006] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"1.525604343s","start":"2026-04-09T17:39:12.925112Z","end":"2026-04-09T17:39:14.450716Z","steps":["trace[1404437006] 'process raft request' (duration: 1.525417439s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:14.45088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:12.924779Z","time spent":"1.525980262s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:39:14.450782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.629104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:39:14.450993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:12.925104Z","time spent":"1.525736867s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:39:14.451003Z","caller":"traceutil/trace.go:171","msg":"trace[204611802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:425; }","duration":"971.892781ms","start":"2026-04-09T17:39:13.479086Z","end":"2026-04-09T17:39:14.450979Z","steps":["trace[204611802] 'agreement among raft nodes before linearized reading' (duration: 971.622595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:14.451066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:13.47907Z","time spent":"971.981792ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T17:39:17.55695Z","caller":"traceutil/trace.go:171","msg":"trace[1454072755] linearizableReadLoop","detail":"{readStateIndex:482; appliedIndex:481; }","duration":"110.434132ms","start":"2026-04-09T17:39:17.446494Z","end":"2026-04-09T17:39:17.556928Z","steps":["trace[1454072755] 'read index received' (duration: 110.225567ms)","trace[1454072755] 'applied index is now lower than readState.Index' (duration: 207.575µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:39:17.557019Z","caller":"traceutil/trace.go:171","msg":"trace[603396032] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"158.11472ms","start":"2026-04-09T17:39:17.398872Z","end":"2026-04-09T17:39:17.556987Z","steps":["trace[603396032] 'process raft request' (duration: 157.933286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:17.557299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.7783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:39:17.557385Z","caller":"traceutil/trace.go:171","msg":"trace[1362547373] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:465; }","duration":"110.910113ms","start":"2026-04-09T17:39:17.446452Z","end":"2026-04-09T17:39:17.557362Z","steps":["trace[1362547373] 'agreement among raft nodes before linearized reading' (duration: 110.77437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:18.926132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432931357,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:39:19.42735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432931357,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:39:19.928445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432931357,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:39:20.284502Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.343655813s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T17:39:20.28496Z","caller":"traceutil/trace.go:171","msg":"trace[88773767] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"2.344245205s","start":"2026-04-09T17:39:17.940684Z","end":"2026-04-09T17:39:20.284929Z","steps":["trace[88773767] 'process raft request' (duration: 2.344045151s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:20.285104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:17.94066Z","time spent":"2.34437104s","remote":"127.0.0.1:38624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T17:39:20.318077Z","caller":"traceutil/trace.go:171","msg":"trace[19325346] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"2.292998424s","start":"2026-04-09T17:39:18.025045Z","end":"2026-04-09T17:39:20.318044Z","steps":["trace[19325346] 'process raft request' (duration: 2.292597815s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:20.318268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:18.025013Z","time spent":"2.293148728s","remote":"127.0.0.1:38624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T17:39:20.318495Z","caller":"traceutil/trace.go:171","msg":"trace[273468235] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"2.293372522s","start":"2026-04-09T17:39:18.025087Z","end":"2026-04-09T17:39:20.318459Z","steps":["trace[273468235] 'process raft request' (duration: 2.292733418s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:20.318683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:18.025062Z","time spent":"2.293532937s","remote":"127.0.0.1:38624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T17:39:20.318975Z","caller":"traceutil/trace.go:171","msg":"trace[493408570] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"2.283827456s","start":"2026-04-09T17:39:18.035119Z","end":"2026-04-09T17:39:20.318946Z","steps":["trace[493408570] 'process raft request' (duration: 2.283239142s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:39:20.319021Z","caller":"traceutil/trace.go:171","msg":"trace[102369380] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"2.282751041s","start":"2026-04-09T17:39:18.036219Z","end":"2026-04-09T17:39:20.31897Z","steps":["trace[102369380] 'process raft request' (duration: 2.282586277s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:20.319094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:18.035098Z","time spent":"2.283943688s","remote":"127.0.0.1:38624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T17:39:20.319128Z","caller":"traceutil/trace.go:171","msg":"trace[935703182] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"2.28182974s","start":"2026-04-09T17:39:18.03725Z","end":"2026-04-09T17:39:20.31908Z","steps":["trace[935703182] 'process raft request' (duration: 2.281616795s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:20.319186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:18.036209Z","time spent":"2.282902404s","remote":"127.0.0.1:38624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T17:39:20.319218Z","caller":"traceutil/trace.go:171","msg":"trace[1709135488] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"2.274298407s","start":"2026-04-09T17:39:18.044886Z","end":"2026-04-09T17:39:20.319184Z","steps":["trace[1709135488] 'process raft request' (duration: 2.274039512s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:20.319322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:18.044866Z","time spent":"2.27441097s","remote":"127.0.0.1:38624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T17:39:20.319331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:18.037243Z","time spent":"2.282002304s","remote":"127.0.0.1:38624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T17:39:20.319664Z","caller":"traceutil/trace.go:171","msg":"trace[523949181] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"2.274690757s","start":"2026-04-09T17:39:18.044948Z","end":"2026-04-09T17:39:20.319639Z","steps":["trace[523949181] 'process raft request' (duration: 2.274178065s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:20.319739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:18.044945Z","time spent":"2.274765668s","remote":"127.0.0.1:38624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T17:39:20.319997Z","caller":"traceutil/trace.go:171","msg":"trace[1977141960] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"2.266945199s","start":"2026-04-09T17:39:18.053041Z","end":"2026-04-09T17:39:20.319986Z","steps":["trace[1977141960] 'process raft request' (duration: 2.26653666s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:20.320063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:18.053019Z","time spent":"2.267020841s","remote":"127.0.0.1:38624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T17:39:20.320195Z","caller":"traceutil/trace.go:171","msg":"trace[326073017] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"2.267131023s","start":"2026-04-09T17:39:18.053052Z","end":"2026-04-09T17:39:20.320183Z","steps":["trace[326073017] 'process raft request' (duration: 2.266869497s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:20.320276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:18.053031Z","time spent":"2.267220095s","remote":"127.0.0.1:38624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T17:39:20.322931Z","caller":"traceutil/trace.go:171","msg":"trace[1312409646] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"2.25165007s","start":"2026-04-09T17:39:18.071252Z","end":"2026-04-09T17:39:20.322902Z","steps":["trace[1312409646] 'process raft request' (duration: 2.248747834s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:20.323098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:18.071225Z","time spent":"2.251798643s","remote":"127.0.0.1:38624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T17:39:20.324059Z","caller":"traceutil/trace.go:171","msg":"trace[491467031] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"2.154476061s","start":"2026-04-09T17:39:18.169562Z","end":"2026-04-09T17:39:20.324038Z","steps":["trace[491467031] 'process raft request' (duration: 2.153306775s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:20.324485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:18.169535Z","time spent":"2.154916031s","remote":"127.0.0.1:38624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T17:39:20.324391Z","caller":"traceutil/trace.go:171","msg":"trace[1466427563] linearizableReadLoop","detail":"{readStateIndex:495; appliedIndex:483; }","duration":"1.898351503s","start":"2026-04-09T17:39:18.426009Z","end":"2026-04-09T17:39:20.32436Z","steps":["trace[1466427563] 'read index received' (duration: 1.858872433s)","trace[1466427563] 'applied index is now lower than readState.Index' (duration: 39.47285ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:39:20.324556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898541687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.230\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-09T17:39:20.324606Z","caller":"traceutil/trace.go:171","msg":"trace[1996727830] range","detail":"{range_begin:/registry/masterleases/199.19.213.230; range_end:; response_count:1; response_revision:478; }","duration":"1.89863037s","start":"2026-04-09T17:39:18.425963Z","end":"2026-04-09T17:39:20.324593Z","steps":["trace[1996727830] 'agreement among raft nodes before linearized reading' (duration: 1.898472956s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:20.324653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:18.425941Z","time spent":"1.898705192s","remote":"127.0.0.1:38612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.230\" "} {"level":"warn","ts":"2026-04-09T17:39:20.333156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863958948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T17:39:20.333232Z","caller":"traceutil/trace.go:171","msg":"trace[79280734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:481; }","duration":"1.864075901s","start":"2026-04-09T17:39:18.469139Z","end":"2026-04-09T17:39:20.333215Z","steps":["trace[79280734] 'agreement among raft nodes before linearized reading' (duration: 1.863852866s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:20.333269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:18.469122Z","time spent":"1.864139242s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T17:39:20.333596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.491088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T17:39:20.333624Z","caller":"traceutil/trace.go:171","msg":"trace[2027916390] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:481; }","duration":"504.571419ms","start":"2026-04-09T17:39:19.829045Z","end":"2026-04-09T17:39:20.333617Z","steps":["trace[2027916390] 'agreement among raft nodes before linearized reading' (duration: 504.521208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:20.333642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:19.829022Z","time spent":"504.615631ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T17:39:20.333747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.792224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:39:20.333771Z","caller":"traceutil/trace.go:171","msg":"trace[872353649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:481; }","duration":"857.857116ms","start":"2026-04-09T17:39:19.475908Z","end":"2026-04-09T17:39:20.333765Z","steps":["trace[872353649] 'agreement among raft nodes before linearized reading' (duration: 857.819405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:20.333789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:19.475882Z","time spent":"857.902897ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:39:20.333903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421694291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T17:39:20.333928Z","caller":"traceutil/trace.go:171","msg":"trace[1242112355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:481; }","duration":"1.421749232s","start":"2026-04-09T17:39:18.912172Z","end":"2026-04-09T17:39:20.333922Z","steps":["trace[1242112355] 'agreement among raft nodes before linearized reading' (duration: 1.421705081s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:20.333952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:18.912157Z","time spent":"1.421789813s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T17:39:20.334096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863786083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T17:39:20.334122Z","caller":"traceutil/trace.go:171","msg":"trace[1798133790] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:481; }","duration":"1.863844625s","start":"2026-04-09T17:39:18.47027Z","end":"2026-04-09T17:39:20.334115Z","steps":["trace[1798133790] 'agreement among raft nodes before linearized reading' (duration: 1.863779103s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:20.334143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:18.470251Z","time spent":"1.863887876s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T17:39:21.665639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.58122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:39:21.665836Z","caller":"traceutil/trace.go:171","msg":"trace[1520611630] linearizableReadLoop","detail":"{readStateIndex:563; appliedIndex:562; }","duration":"256.2687ms","start":"2026-04-09T17:39:21.409543Z","end":"2026-04-09T17:39:21.665812Z","steps":["trace[1520611630] 'read index received' (duration: 102.302731ms)","trace[1520611630] 'applied index is now lower than readState.Index' (duration: 153.964289ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:39:21.665837Z","caller":"traceutil/trace.go:171","msg":"trace[1423389701] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"268.034107ms","start":"2026-04-09T17:39:21.39778Z","end":"2026-04-09T17:39:21.665814Z","steps":["trace[1423389701] 'process raft request' (duration: 114.16575ms)","trace[1423389701] 'compare' (duration: 153.459208ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:39:21.666067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.509746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:29570"} {"level":"info","ts":"2026-04-09T17:39:21.666141Z","caller":"traceutil/trace.go:171","msg":"trace[605276116] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:543; }","duration":"256.608868ms","start":"2026-04-09T17:39:21.409513Z","end":"2026-04-09T17:39:21.666122Z","steps":["trace[605276116] 'agreement among raft nodes before linearized reading' (duration: 256.396782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:21.684088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.665502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:39:21.684123Z","caller":"traceutil/trace.go:171","msg":"trace[1734387320] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"110.490638ms","start":"2026-04-09T17:39:21.573608Z","end":"2026-04-09T17:39:21.684099Z","steps":["trace[1734387320] 'process raft request' (duration: 109.516726ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:39:21.684159Z","caller":"traceutil/trace.go:171","msg":"trace[328768703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:544; }","duration":"207.787125ms","start":"2026-04-09T17:39:21.476357Z","end":"2026-04-09T17:39:21.684145Z","steps":["trace[328768703] 'agreement among raft nodes before linearized reading' (duration: 207.670792ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:39:21.873993Z","caller":"traceutil/trace.go:171","msg":"trace[1830311245] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"147.702776ms","start":"2026-04-09T17:39:21.726257Z","end":"2026-04-09T17:39:21.873959Z","steps":["trace[1830311245] 'process raft request' (duration: 92.357554ms)","trace[1830311245] 'compare' (duration: 54.897262ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:39:21.873975Z","caller":"traceutil/trace.go:171","msg":"trace[1658788310] linearizableReadLoop","detail":"{readStateIndex:565; appliedIndex:564; }","duration":"146.711904ms","start":"2026-04-09T17:39:21.727202Z","end":"2026-04-09T17:39:21.873914Z","steps":["trace[1658788310] 'read index received' (duration: 91.385503ms)","trace[1658788310] 'applied index is now lower than readState.Index' (duration: 55.325441ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:39:21.874363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.073312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:80703"} {"level":"info","ts":"2026-04-09T17:39:21.874445Z","caller":"traceutil/trace.go:171","msg":"trace[203671790] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:545; }","duration":"147.278096ms","start":"2026-04-09T17:39:21.727153Z","end":"2026-04-09T17:39:21.874431Z","steps":["trace[203671790] 'agreement among raft nodes before linearized reading' (duration: 146.902278ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:39:21.875119Z","caller":"traceutil/trace.go:171","msg":"trace[363932191] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"132.448848ms","start":"2026-04-09T17:39:21.742654Z","end":"2026-04-09T17:39:21.875102Z","steps":["trace[363932191] 'process raft request' (duration: 132.348366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:27.639756Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432931598,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T17:39:27.772274Z","caller":"traceutil/trace.go:171","msg":"trace[1046510581] linearizableReadLoop","detail":"{readStateIndex:598; appliedIndex:597; }","duration":"633.242341ms","start":"2026-04-09T17:39:27.139005Z","end":"2026-04-09T17:39:27.772248Z","steps":["trace[1046510581] 'read index received' (duration: 632.842752ms)","trace[1046510581] 'applied index is now lower than readState.Index' (duration: 398.609µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:39:27.772437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.413085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-rlsvb\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-09T17:39:27.772472Z","caller":"traceutil/trace.go:171","msg":"trace[1614629529] range","detail":"{range_begin:/registry/pods/kube-system/cilium-rlsvb; range_end:; response_count:1; response_revision:577; }","duration":"633.493557ms","start":"2026-04-09T17:39:27.138968Z","end":"2026-04-09T17:39:27.772461Z","steps":["trace[1614629529] 'agreement among raft nodes before linearized reading' (duration: 633.408565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:27.77251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:27.138951Z","time spent":"633.550587ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-rlsvb\" "} {"level":"info","ts":"2026-04-09T17:39:27.772575Z","caller":"traceutil/trace.go:171","msg":"trace[1383002722] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"827.431915ms","start":"2026-04-09T17:39:26.945057Z","end":"2026-04-09T17:39:27.772489Z","steps":["trace[1383002722] 'process raft request' (duration: 826.720849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:27.773334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:26.945024Z","time spent":"827.662401ms","remote":"127.0.0.1:38690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:39:28.927385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432931601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:39:29.427891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432931601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:39:29.928144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432931601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:39:29.976982Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.806838954s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T17:39:30.480248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000783773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T17:39:30.480413Z","caller":"traceutil/trace.go:171","msg":"trace[1313144338] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001026279s","start":"2026-04-09T17:39:28.479355Z","end":"2026-04-09T17:39:30.480381Z","steps":["trace[1313144338] 'agreement among raft nodes before linearized reading' (duration: 2.000823944s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:30.480487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:28.479329Z","time spent":"2.001141822s","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 17:39:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T17:39:32.068992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.503781326s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:39:32.06915Z","caller":"traceutil/trace.go:171","msg":"trace[2027615597] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:577; }","duration":"2.503951699s","start":"2026-04-09T17:39:29.565173Z","end":"2026-04-09T17:39:32.069125Z","steps":["trace[2027615597] 'range keys from in-memory index tree' (duration: 2.503764245s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:32.069838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.977426707s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:39:32.070052Z","caller":"traceutil/trace.go:171","msg":"trace[1085538636] linearizableReadLoop","detail":"{readStateIndex:601; appliedIndex:598; }","duration":"3.643721571s","start":"2026-04-09T17:39:28.426318Z","end":"2026-04-09T17:39:32.07004Z","steps":["trace[1085538636] 'read index received' (duration: 1.550838399s)","trace[1085538636] 'applied index is now lower than readState.Index' (duration: 2.092880832s)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:39:32.070196Z","caller":"traceutil/trace.go:171","msg":"trace[346687058] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"4.372388896s","start":"2026-04-09T17:39:27.697796Z","end":"2026-04-09T17:39:32.070185Z","steps":["trace[346687058] 'process raft request' (duration: 394.5508ms)","trace[346687058] 'compare' (duration: 3.976740721s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:39:32.070239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:27.697772Z","time spent":"4.372443668s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:39:32.070392Z","caller":"traceutil/trace.go:171","msg":"trace[431447952] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"4.283784229s","start":"2026-04-09T17:39:27.786601Z","end":"2026-04-09T17:39:32.070385Z","steps":["trace[431447952] 'process raft request' (duration: 4.283322447s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:32.070424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:27.786581Z","time spent":"4.283826209s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:39:32.070705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.644323596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.230\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-09T17:39:32.070814Z","caller":"traceutil/trace.go:171","msg":"trace[389722451] range","detail":"{range_begin:/registry/masterleases/199.19.213.230; range_end:; response_count:1; response_revision:580; }","duration":"3.64450909s","start":"2026-04-09T17:39:28.426275Z","end":"2026-04-09T17:39:32.070784Z","steps":["trace[389722451] 'agreement among raft nodes before linearized reading' (duration: 3.644176532s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:32.070884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:28.426254Z","time spent":"3.644612302s","remote":"127.0.0.1:38612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.230\" "} {"level":"info","ts":"2026-04-09T17:39:32.071195Z","caller":"traceutil/trace.go:171","msg":"trace[2038827645] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"4.245950156s","start":"2026-04-09T17:39:27.825231Z","end":"2026-04-09T17:39:32.071181Z","steps":["trace[2038827645] 'process raft request' (duration: 4.244778119s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:32.071277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:27.825212Z","time spent":"4.246010437s","remote":"127.0.0.1:39090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T17:39:32.480699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000105428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T17:39:32.480795Z","caller":"traceutil/trace.go:171","msg":"trace[259920488] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000261861s","start":"2026-04-09T17:39:30.480513Z","end":"2026-04-09T17:39:32.480775Z","steps":["trace[259920488] 'agreement among raft nodes before linearized reading' (duration: 2.000138838s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:32.480844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:30.480489Z","time spent":"2.000345474s","remote":"127.0.0.1:38594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 17:39:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T17:39:32.570615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432931605,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:39:33.071323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432931605,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:39:33.461393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999171261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T17:39:33.461504Z","caller":"traceutil/trace.go:171","msg":"trace[96456617] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999363895s","start":"2026-04-09T17:39:28.462113Z","end":"2026-04-09T17:39:33.461477Z","steps":["trace[96456617] 'agreement among raft nodes before linearized reading' (duration: 4.999199492s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:33.461583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:28.462093Z","time spent":"4.999472357s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/09 17:39:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T17:39:33.468889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999445817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T17:39:33.468944Z","caller":"traceutil/trace.go:171","msg":"trace[2000881511] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999598431s","start":"2026-04-09T17:39:28.469333Z","end":"2026-04-09T17:39:33.468931Z","steps":["trace[2000881511] 'agreement among raft nodes before linearized reading' (duration: 4.999455568s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:33.468979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:28.469326Z","time spent":"4.999644042s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T17:39:33.571763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432931605,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:39:33.882112Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.074161523s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T17:39:33.890867Z","caller":"traceutil/trace.go:171","msg":"trace[1424456428] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"3.083081267s","start":"2026-04-09T17:39:30.807756Z","end":"2026-04-09T17:39:33.890837Z","steps":["trace[1424456428] 'process raft request' (duration: 3.074658144s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:33.891016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:30.807719Z","time spent":"3.083198679s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:39:33.891058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:32.071923Z","time spent":"1.819127874s","remote":"127.0.0.1:38612","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-09T17:39:33.891051Z","caller":"traceutil/trace.go:171","msg":"trace[1727172666] linearizableReadLoop","detail":"{readStateIndex:604; appliedIndex:601; }","duration":"1.820951816s","start":"2026-04-09T17:39:32.070073Z","end":"2026-04-09T17:39:33.891024Z","steps":["trace[1727172666] 'read index received' (duration: 1.812401891s)","trace[1727172666] 'applied index is now lower than readState.Index' (duration: 8.548985ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:39:33.891125Z","caller":"traceutil/trace.go:171","msg":"trace[1932259793] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"1.4064701s","start":"2026-04-09T17:39:32.48458Z","end":"2026-04-09T17:39:33.89105Z","steps":["trace[1932259793] 'process raft request' (duration: 1.406367428s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:33.89126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402664934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:39:33.891274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.429050647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T17:39:33.891299Z","caller":"traceutil/trace.go:171","msg":"trace[981396286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:582; }","duration":"1.402737947s","start":"2026-04-09T17:39:32.488549Z","end":"2026-04-09T17:39:33.891287Z","steps":["trace[981396286] 'agreement among raft nodes before linearized reading' (duration: 1.402649014s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:33.891318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:32.484543Z","time spent":"1.406665365s","remote":"127.0.0.1:38662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T17:39:33.891336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:32.488532Z","time spent":"1.402796678s","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T17:39:33.891335Z","caller":"traceutil/trace.go:171","msg":"trace[242472142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:582; }","duration":"5.42915293s","start":"2026-04-09T17:39:28.462162Z","end":"2026-04-09T17:39:33.891315Z","steps":["trace[242472142] 'agreement among raft nodes before linearized reading' (duration: 5.428887963s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:33.891349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815422081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-rlsvb\" ","response":"range_response_count:1 size:17149"} {"level":"warn","ts":"2026-04-09T17:39:33.891337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808345399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:39:33.89138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:28.462137Z","time spent":"5.429235182s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T17:39:33.8914Z","caller":"traceutil/trace.go:171","msg":"trace[364063543] range","detail":"{range_begin:/registry/pods/kube-system/cilium-rlsvb; range_end:; response_count:1; response_revision:582; }","duration":"1.815505503s","start":"2026-04-09T17:39:32.075879Z","end":"2026-04-09T17:39:33.891384Z","steps":["trace[364063543] 'agreement among raft nodes before linearized reading' (duration: 1.815311427s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:33.891387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.429173729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T17:39:33.891408Z","caller":"traceutil/trace.go:171","msg":"trace[456319690] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:582; }","duration":"1.808445701s","start":"2026-04-09T17:39:32.082948Z","end":"2026-04-09T17:39:33.891393Z","steps":["trace[456319690] 'agreement among raft nodes before linearized reading' (duration: 1.808252426s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:33.891438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:32.075859Z","time spent":"1.815570814s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17172,"request content":"key:\"/registry/pods/kube-system/cilium-rlsvb\" "} {"level":"warn","ts":"2026-04-09T17:39:33.891455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:32.082934Z","time spent":"1.808509993s","remote":"127.0.0.1:38794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-04-09T17:39:33.891459Z","caller":"traceutil/trace.go:171","msg":"trace[659119378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:582; }","duration":"5.429248301s","start":"2026-04-09T17:39:28.462186Z","end":"2026-04-09T17:39:33.891434Z","steps":["trace[659119378] 'agreement among raft nodes before linearized reading' (duration: 5.428940463s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:33.891535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:28.46215Z","time spent":"5.429376735s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T17:39:34.571186Z","caller":"traceutil/trace.go:171","msg":"trace[1773631825] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"271.399635ms","start":"2026-04-09T17:39:34.299762Z","end":"2026-04-09T17:39:34.571161Z","steps":["trace[1773631825] 'process raft request' (duration: 270.866903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:36.150366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.413239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:39:36.150518Z","caller":"traceutil/trace.go:171","msg":"trace[415428330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:601; }","duration":"674.608893ms","start":"2026-04-09T17:39:35.475873Z","end":"2026-04-09T17:39:36.150482Z","steps":["trace[415428330] 'range keys from in-memory index tree' (duration: 674.354017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:36.150595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:35.475859Z","time spent":"674.716976ms","remote":"127.0.0.1:38594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:39:36.150637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.442857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:39:36.150735Z","caller":"traceutil/trace.go:171","msg":"trace[1043135767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:601; }","duration":"806.594021ms","start":"2026-04-09T17:39:35.344119Z","end":"2026-04-09T17:39:36.150713Z","steps":["trace[1043135767] 'range keys from in-memory index tree' (duration: 806.340485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:36.150795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:35.344096Z","time spent":"806.686082ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:39:36.150639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.693379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T17:39:36.150955Z","caller":"traceutil/trace.go:171","msg":"trace[1474540535] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:601; }","duration":"680.043827ms","start":"2026-04-09T17:39:35.470884Z","end":"2026-04-09T17:39:36.150927Z","steps":["trace[1474540535] 'range keys from in-memory index tree' (duration: 679.503995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:36.150637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.692358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-09T17:39:36.151032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:35.470864Z","time spent":"680.143569ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T17:39:36.15109Z","caller":"traceutil/trace.go:171","msg":"trace[543113366] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:601; }","duration":"687.19747ms","start":"2026-04-09T17:39:35.463868Z","end":"2026-04-09T17:39:36.151066Z","steps":["trace[543113366] 'range keys from in-memory index tree' (duration: 686.424893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:36.151132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:35.463845Z","time spent":"687.275141ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T17:39:36.162054Z","caller":"traceutil/trace.go:171","msg":"trace[1804745269] linearizableReadLoop","detail":"{readStateIndex:624; appliedIndex:623; }","duration":"251.721957ms","start":"2026-04-09T17:39:35.910309Z","end":"2026-04-09T17:39:36.162031Z","steps":["trace[1804745269] 'read index received' (duration: 235.407805ms)","trace[1804745269] 'applied index is now lower than readState.Index' (duration: 16.310432ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:39:36.162302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.973092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T17:39:36.162335Z","caller":"traceutil/trace.go:171","msg":"trace[654768796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:602; }","duration":"252.051624ms","start":"2026-04-09T17:39:35.910275Z","end":"2026-04-09T17:39:36.162326Z","steps":["trace[654768796] 'agreement among raft nodes before linearized reading' (duration: 251.858719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:36.166862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.26417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T17:39:36.166918Z","caller":"traceutil/trace.go:171","msg":"trace[823821631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:603; }","duration":"256.359672ms","start":"2026-04-09T17:39:35.910546Z","end":"2026-04-09T17:39:36.166905Z","steps":["trace[823821631] 'agreement among raft nodes before linearized reading' (duration: 256.182018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:38.646552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.544003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.230\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-09T17:39:38.646559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.874187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:39:38.646632Z","caller":"traceutil/trace.go:171","msg":"trace[1401378290] range","detail":"{range_begin:/registry/masterleases/199.19.213.230; range_end:; response_count:1; response_revision:658; }","duration":"219.673166ms","start":"2026-04-09T17:39:38.426939Z","end":"2026-04-09T17:39:38.646612Z","steps":["trace[1401378290] 'range keys from in-memory index tree' (duration: 219.4243ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:39:38.646653Z","caller":"traceutil/trace.go:171","msg":"trace[10280588] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:658; }","duration":"262.022671ms","start":"2026-04-09T17:39:38.384604Z","end":"2026-04-09T17:39:38.646627Z","steps":["trace[10280588] 'range keys from in-memory index tree' (duration: 261.715323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:38.646664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.728564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:39:38.646708Z","caller":"traceutil/trace.go:171","msg":"trace[69754135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:658; }","duration":"168.835768ms","start":"2026-04-09T17:39:38.47786Z","end":"2026-04-09T17:39:38.646696Z","steps":["trace[69754135] 'range keys from in-memory index tree' (duration: 168.615222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:38.646914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.397369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T17:39:38.646951Z","caller":"traceutil/trace.go:171","msg":"trace[1193703504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:658; }","duration":"251.484121ms","start":"2026-04-09T17:39:38.395457Z","end":"2026-04-09T17:39:38.646941Z","steps":["trace[1193703504] 'range keys from in-memory index tree' (duration: 251.256325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:50.735043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432931938,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:39:51.235546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432931938,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:39:51.736454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432931938,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:39:52.23705Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432931938,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:39:52.476586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000406505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T17:39:52.476712Z","caller":"traceutil/trace.go:171","msg":"trace[1083241322] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000579869s","start":"2026-04-09T17:39:50.476112Z","end":"2026-04-09T17:39:52.476691Z","steps":["trace[1083241322] 'agreement among raft nodes before linearized reading' (duration: 2.000437636s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:52.476775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:50.476093Z","time spent":"2.000665141s","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 17:39:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T17:39:52.546396Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.308879394s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T17:39:52.546931Z","caller":"traceutil/trace.go:171","msg":"trace[1030276873] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"2.31349834s","start":"2026-04-09T17:39:50.233404Z","end":"2026-04-09T17:39:52.546902Z","steps":["trace[1030276873] 'process raft request' (duration: 2.313227184s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:52.547096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:50.233387Z","time spent":"2.313631814s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:39:52.805107Z","caller":"traceutil/trace.go:171","msg":"trace[772938544] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"957.9842ms","start":"2026-04-09T17:39:51.847088Z","end":"2026-04-09T17:39:52.805072Z","steps":["trace[772938544] 'process raft request' (duration: 957.623932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:52.805278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:51.847066Z","time spent":"958.121664ms","remote":"127.0.0.1:38750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5056,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:39:52.805261Z","caller":"traceutil/trace.go:171","msg":"trace[2086066335] linearizableReadLoop","detail":"{readStateIndex:774; appliedIndex:772; }","duration":"2.570287891s","start":"2026-04-09T17:39:50.234794Z","end":"2026-04-09T17:39:52.805082Z","steps":["trace[2086066335] 'read index received' (duration: 2.311864043s)","trace[2086066335] 'applied index is now lower than readState.Index' (duration: 258.421638ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:39:52.805514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.57068603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T17:39:52.80558Z","caller":"traceutil/trace.go:171","msg":"trace[1948668716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:747; }","duration":"2.570830363s","start":"2026-04-09T17:39:50.234737Z","end":"2026-04-09T17:39:52.805568Z","steps":["trace[1948668716] 'agreement among raft nodes before linearized reading' (duration: 2.570595058s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:52.805619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:50.234712Z","time spent":"2.570897765s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T17:39:52.805213Z","caller":"traceutil/trace.go:171","msg":"trace[1224221207] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"266.83103ms","start":"2026-04-09T17:39:52.538346Z","end":"2026-04-09T17:39:52.805177Z","steps":["trace[1224221207] 'process raft request' (duration: 266.640676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:52.806179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.313055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:39:52.806242Z","caller":"traceutil/trace.go:171","msg":"trace[1774083505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:747; }","duration":"329.416087ms","start":"2026-04-09T17:39:52.47681Z","end":"2026-04-09T17:39:52.806226Z","steps":["trace[1774083505] 'agreement among raft nodes before linearized reading' (duration: 329.323245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:52.806301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.565856451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-09T17:39:52.806314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.531492468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-xnbnr\" ","response":"range_response_count:1 size:3965"} {"level":"warn","ts":"2026-04-09T17:39:52.806388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510503682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:39:52.806393Z","caller":"traceutil/trace.go:171","msg":"trace[1544104898] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-xnbnr; range_end:; response_count:1; response_revision:747; }","duration":"2.5316101s","start":"2026-04-09T17:39:50.274765Z","end":"2026-04-09T17:39:52.806375Z","steps":["trace[1544104898] 'agreement among raft nodes before linearized reading' (duration: 2.531396106s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:39:52.806407Z","caller":"traceutil/trace.go:171","msg":"trace[2098778692] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:747; }","duration":"1.510570923s","start":"2026-04-09T17:39:51.295831Z","end":"2026-04-09T17:39:52.806401Z","steps":["trace[2098778692] 'agreement among raft nodes before linearized reading' (duration: 1.510532732s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:52.806414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.092364561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T17:39:52.806438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:50.274747Z","time spent":"2.531679703s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3988,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-xnbnr\" "} {"level":"warn","ts":"2026-04-09T17:39:52.806293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:52.476786Z","time spent":"329.496258ms","remote":"127.0.0.1:38594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T17:39:52.806473Z","caller":"traceutil/trace.go:171","msg":"trace[95899372] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:747; }","duration":"2.092457843s","start":"2026-04-09T17:39:50.714001Z","end":"2026-04-09T17:39:52.806459Z","steps":["trace[95899372] 'agreement among raft nodes before linearized reading' (duration: 2.09231917s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:39:52.806345Z","caller":"traceutil/trace.go:171","msg":"trace[50541499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:747; }","duration":"2.565931882s","start":"2026-04-09T17:39:50.240395Z","end":"2026-04-09T17:39:52.806327Z","steps":["trace[50541499] 'agreement among raft nodes before linearized reading' (duration: 2.565876781s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:52.806525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:50.240376Z","time spent":"2.566145908s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T17:39:52.806524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:50.713981Z","time spent":"2.092530754s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T17:39:52.806434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:51.295794Z","time spent":"1.510634725s","remote":"127.0.0.1:38998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:39:52.806233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.56582291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T17:39:52.806669Z","caller":"traceutil/trace.go:171","msg":"trace[866658324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:747; }","duration":"2.566312471s","start":"2026-04-09T17:39:50.240351Z","end":"2026-04-09T17:39:52.806663Z","steps":["trace[866658324] 'agreement among raft nodes before linearized reading' (duration: 2.565751658s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:52.806688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:50.240301Z","time spent":"2.566383402s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T17:39:52.806747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64294733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:39:52.806839Z","caller":"traceutil/trace.go:171","msg":"trace[1664352118] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:747; }","duration":"1.643336618s","start":"2026-04-09T17:39:51.163484Z","end":"2026-04-09T17:39:52.806821Z","steps":["trace[1664352118] 'agreement among raft nodes before linearized reading' (duration: 1.642625862s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:52.806987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:51.163469Z","time spent":"1.643500513s","remote":"127.0.0.1:39014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-09T17:39:53.02414Z","caller":"traceutil/trace.go:171","msg":"trace[1520479939] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"213.311451ms","start":"2026-04-09T17:39:52.810805Z","end":"2026-04-09T17:39:53.024117Z","steps":["trace[1520479939] 'process raft request' (duration: 176.902791ms)","trace[1520479939] 'compare' (duration: 36.290937ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:39:53.236201Z","caller":"traceutil/trace.go:171","msg":"trace[500250743] linearizableReadLoop","detail":"{readStateIndex:779; appliedIndex:775; }","duration":"424.570415ms","start":"2026-04-09T17:39:52.811607Z","end":"2026-04-09T17:39:53.236178Z","steps":["trace[500250743] 'read index received' (duration: 176.114453ms)","trace[500250743] 'applied index is now lower than readState.Index' (duration: 248.454982ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:39:53.236221Z","caller":"traceutil/trace.go:171","msg":"trace[1060547073] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"425.014835ms","start":"2026-04-09T17:39:52.811158Z","end":"2026-04-09T17:39:53.236173Z","steps":["trace[1060547073] 'process raft request' (duration: 399.520034ms)","trace[1060547073] 'compare' (duration: 25.284326ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:39:53.236291Z","caller":"traceutil/trace.go:171","msg":"trace[1534628527] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"425.018095ms","start":"2026-04-09T17:39:52.811249Z","end":"2026-04-09T17:39:53.236267Z","steps":["trace[1534628527] 'process raft request' (duration: 424.850662ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:39:53.23641Z","caller":"traceutil/trace.go:171","msg":"trace[796812544] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"413.570385ms","start":"2026-04-09T17:39:52.822805Z","end":"2026-04-09T17:39:53.236376Z","steps":["trace[796812544] 'process raft request' (duration: 413.326729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:53.236439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:52.811132Z","time spent":"425.19364ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:39:53.236561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.822891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:39:53.236575Z","caller":"traceutil/trace.go:171","msg":"trace[1340876103] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"425.283362ms","start":"2026-04-09T17:39:52.811276Z","end":"2026-04-09T17:39:53.236559Z","steps":["trace[1340876103] 'process raft request' (duration: 424.784081ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:39:53.236617Z","caller":"traceutil/trace.go:171","msg":"trace[590435090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:752; }","duration":"413.905203ms","start":"2026-04-09T17:39:52.822696Z","end":"2026-04-09T17:39:53.236601Z","steps":["trace[590435090] 'agreement among raft nodes before linearized reading' (duration: 413.823381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:53.236632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:52.822784Z","time spent":"413.76594ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4028,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:39:53.236498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.870912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a4c1032d6527ef\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-09T17:39:53.236668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:52.82268Z","time spent":"413.975564ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:39:53.236684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:52.811268Z","time spent":"425.346563ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:39:53.23676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:52.811231Z","time spent":"425.156569ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:39:53.236748Z","caller":"traceutil/trace.go:171","msg":"trace[992233169] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a4c1032d6527ef; range_end:; response_count:1; response_revision:752; }","duration":"425.119128ms","start":"2026-04-09T17:39:52.811576Z","end":"2026-04-09T17:39:53.236695Z","steps":["trace[992233169] 'agreement among raft nodes before linearized reading' (duration: 424.78506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:53.236872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:39:52.811559Z","time spent":"425.272821ms","remote":"127.0.0.1:38662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a4c1032d6527ef\" "} {"level":"info","ts":"2026-04-09T17:39:53.505041Z","caller":"traceutil/trace.go:171","msg":"trace[22793594] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"195.592797ms","start":"2026-04-09T17:39:53.309418Z","end":"2026-04-09T17:39:53.50501Z","steps":["trace[22793594] 'process raft request' (duration: 195.230479ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:40:06.834994Z","caller":"traceutil/trace.go:171","msg":"trace[165084489] linearizableReadLoop","detail":"{readStateIndex:934; appliedIndex:933; }","duration":"165.630024ms","start":"2026-04-09T17:40:06.669339Z","end":"2026-04-09T17:40:06.834969Z","steps":["trace[165084489] 'read index received' (duration: 165.406619ms)","trace[165084489] 'applied index is now lower than readState.Index' (duration: 222.465µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:40:06.835099Z","caller":"traceutil/trace.go:171","msg":"trace[848978109] transaction","detail":"{read_only:false; number_of_response:1; response_revision:903; }","duration":"173.604416ms","start":"2026-04-09T17:40:06.661469Z","end":"2026-04-09T17:40:06.835074Z","steps":["trace[848978109] 'process raft request' (duration: 173.3529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:40:06.835277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.90846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T17:40:06.835463Z","caller":"traceutil/trace.go:171","msg":"trace[2114350951] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:903; }","duration":"166.151947ms","start":"2026-04-09T17:40:06.669278Z","end":"2026-04-09T17:40:06.83543Z","steps":["trace[2114350951] 'agreement among raft nodes before linearized reading' (duration: 165.848549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:40:22.915547Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.528070167s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T17:40:22.916013Z","caller":"traceutil/trace.go:171","msg":"trace[585484397] transaction","detail":"{read_only:false; response_revision:1140; number_of_response:1; }","duration":"1.528641309s","start":"2026-04-09T17:40:21.38734Z","end":"2026-04-09T17:40:22.915981Z","steps":["trace[585484397] 'process raft request' (duration: 1.528430064s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:40:22.916223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:40:21.387307Z","time spent":"1.528808003s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:40:23.388911Z","caller":"traceutil/trace.go:171","msg":"trace[1229422165] transaction","detail":"{read_only:false; response_revision:1141; number_of_response:1; }","duration":"2.001527426s","start":"2026-04-09T17:40:21.387346Z","end":"2026-04-09T17:40:23.388874Z","steps":["trace[1229422165] 'process raft request' (duration: 2.001216278s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:40:23.389222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:40:21.387324Z","time spent":"2.001730721s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:40:23.389308Z","caller":"traceutil/trace.go:171","msg":"trace[586682027] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"1.998405395s","start":"2026-04-09T17:40:21.390868Z","end":"2026-04-09T17:40:23.389274Z","steps":["trace[586682027] 'process raft request' (duration: 1.997948535s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:40:23.389435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:40:21.390849Z","time spent":"1.998528069s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:40:23.389581Z","caller":"traceutil/trace.go:171","msg":"trace[2042475306] transaction","detail":"{read_only:false; response_revision:1143; number_of_response:1; }","duration":"1.50494095s","start":"2026-04-09T17:40:21.884618Z","end":"2026-04-09T17:40:23.389559Z","steps":["trace[2042475306] 'process raft request' (duration: 1.504540891s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:40:23.389574Z","caller":"traceutil/trace.go:171","msg":"trace[1008734681] linearizableReadLoop","detail":"{readStateIndex:1178; appliedIndex:1174; }","duration":"913.455079ms","start":"2026-04-09T17:40:22.476072Z","end":"2026-04-09T17:40:23.389527Z","steps":["trace[1008734681] 'read index received' (duration: 439.778344ms)","trace[1008734681] 'applied index is now lower than readState.Index' (duration: 473.674505ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:40:23.389679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:40:21.884589Z","time spent":"1.505037662s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:40:23.389786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.664373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:40:23.389904Z","caller":"traceutil/trace.go:171","msg":"trace[1328642024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1143; }","duration":"913.892719ms","start":"2026-04-09T17:40:22.475985Z","end":"2026-04-09T17:40:23.389878Z","steps":["trace[1328642024] 'agreement among raft nodes before linearized reading' (duration: 913.649053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:40:23.389972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:40:22.475952Z","time spent":"914.007411ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T17:40:23.45587Z","caller":"traceutil/trace.go:171","msg":"trace[1816234387] transaction","detail":"{read_only:false; response_revision:1144; number_of_response:1; }","duration":"166.977265ms","start":"2026-04-09T17:40:23.288853Z","end":"2026-04-09T17:40:23.455831Z","steps":["trace[1816234387] 'process raft request' (duration: 166.631177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:40:23.456197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.504258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T17:40:23.456268Z","caller":"traceutil/trace.go:171","msg":"trace[1451155292] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1145; }","duration":"497.650751ms","start":"2026-04-09T17:40:22.958599Z","end":"2026-04-09T17:40:23.456249Z","steps":["trace[1451155292] 'agreement among raft nodes before linearized reading' (duration: 497.490548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:40:23.456297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:40:22.958569Z","time spent":"497.722643ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T17:40:23.456323Z","caller":"traceutil/trace.go:171","msg":"trace[956108803] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"128.477159ms","start":"2026-04-09T17:40:23.327786Z","end":"2026-04-09T17:40:23.456263Z","steps":["trace[956108803] 'process raft request' (duration: 127.939445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:40:23.456619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.950932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T17:40:23.456737Z","caller":"traceutil/trace.go:171","msg":"trace[44567358] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1145; }","duration":"263.125376ms","start":"2026-04-09T17:40:23.193584Z","end":"2026-04-09T17:40:23.456709Z","steps":["trace[44567358] 'agreement among raft nodes before linearized reading' (duration: 262.687897ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:40:29.629691Z","caller":"traceutil/trace.go:171","msg":"trace[880472412] transaction","detail":"{read_only:false; response_revision:1218; number_of_response:1; }","duration":"114.038324ms","start":"2026-04-09T17:40:29.515629Z","end":"2026-04-09T17:40:29.629668Z","steps":["trace[880472412] 'process raft request' (duration: 113.40641ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:40:38.951282Z","caller":"traceutil/trace.go:171","msg":"trace[1857390936] linearizableReadLoop","detail":"{readStateIndex:1320; appliedIndex:1319; }","duration":"438.975628ms","start":"2026-04-09T17:40:38.512278Z","end":"2026-04-09T17:40:38.951253Z","steps":["trace[1857390936] 'read index received' (duration: 438.770954ms)","trace[1857390936] 'applied index is now lower than readState.Index' (duration: 203.264µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:40:38.951311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:40:38.431056Z","time spent":"520.246488ms","remote":"127.0.0.1:38612","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-09T17:40:38.951558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.264295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-v28zk\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-04-09T17:40:38.951621Z","caller":"traceutil/trace.go:171","msg":"trace[1146379603] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-v28zk; range_end:; response_count:1; response_revision:1278; }","duration":"439.343727ms","start":"2026-04-09T17:40:38.512262Z","end":"2026-04-09T17:40:38.951606Z","steps":["trace[1146379603] 'agreement among raft nodes before linearized reading' (duration: 439.134023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:40:38.95166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:40:38.512236Z","time spent":"439.414918ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4220,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-v28zk\" "} {"level":"info","ts":"2026-04-09T17:40:45.36243Z","caller":"traceutil/trace.go:171","msg":"trace[1658356049] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"317.098045ms","start":"2026-04-09T17:40:45.045311Z","end":"2026-04-09T17:40:45.362409Z","steps":["trace[1658356049] 'process raft request' (duration: 316.974733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:40:45.362562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:40:45.045289Z","time spent":"317.209597ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:40:45.879504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.684598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:40:45.879589Z","caller":"traceutil/trace.go:171","msg":"trace[355142519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1412; }","duration":"400.817761ms","start":"2026-04-09T17:40:45.478751Z","end":"2026-04-09T17:40:45.879569Z","steps":["trace[355142519] 'range keys from in-memory index tree' (duration: 400.598815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:40:45.879633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:40:45.478726Z","time spent":"400.888412ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T17:40:45.879795Z","caller":"traceutil/trace.go:171","msg":"trace[1551620988] linearizableReadLoop","detail":"{readStateIndex:1457; appliedIndex:1455; }","duration":"312.452079ms","start":"2026-04-09T17:40:45.567315Z","end":"2026-04-09T17:40:45.879767Z","steps":["trace[1551620988] 'read index received' (duration: 279.281314ms)","trace[1551620988] 'applied index is now lower than readState.Index' (duration: 33.165295ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:40:45.879934Z","caller":"traceutil/trace.go:171","msg":"trace[823790054] transaction","detail":"{read_only:false; response_revision:1413; number_of_response:1; }","duration":"349.482083ms","start":"2026-04-09T17:40:45.530444Z","end":"2026-04-09T17:40:45.879926Z","steps":["trace[823790054] 'process raft request' (duration: 316.141774ms)","trace[823790054] 'compare' (duration: 32.781976ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:40:45.880049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:40:45.53042Z","time spent":"349.532744ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:40:45.880385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.774823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T17:40:45.880417Z","caller":"traceutil/trace.go:171","msg":"trace[2041286144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1414; }","duration":"296.842745ms","start":"2026-04-09T17:40:45.583566Z","end":"2026-04-09T17:40:45.880409Z","steps":["trace[2041286144] 'agreement among raft nodes before linearized reading' (duration: 296.692921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:40:45.880469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.127625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T17:40:45.880604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.800836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T17:40:45.880632Z","caller":"traceutil/trace.go:171","msg":"trace[94160939] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1414; }","duration":"130.863007ms","start":"2026-04-09T17:40:45.749762Z","end":"2026-04-09T17:40:45.880625Z","steps":["trace[94160939] 'agreement among raft nodes before linearized reading' (duration: 130.769275ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:40:45.880616Z","caller":"traceutil/trace.go:171","msg":"trace[1704842709] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1414; }","duration":"313.324919ms","start":"2026-04-09T17:40:45.567263Z","end":"2026-04-09T17:40:45.880588Z","steps":["trace[1704842709] 'agreement among raft nodes before linearized reading' (duration: 312.881359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:40:45.880679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:40:45.567243Z","time spent":"313.423161ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T17:40:45.880641Z","caller":"traceutil/trace.go:171","msg":"trace[1666978378] transaction","detail":"{read_only:false; response_revision:1414; number_of_response:1; }","duration":"328.136647ms","start":"2026-04-09T17:40:45.552447Z","end":"2026-04-09T17:40:45.880584Z","steps":["trace[1666978378] 'process raft request' (duration: 327.223706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:40:45.880685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.651448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-09T17:40:45.88088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:40:45.552416Z","time spent":"328.336861ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:40:45.880967Z","caller":"traceutil/trace.go:171","msg":"trace[882046849] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1414; }","duration":"172.881184ms","start":"2026-04-09T17:40:45.707986Z","end":"2026-04-09T17:40:45.880867Z","steps":["trace[882046849] 'agreement among raft nodes before linearized reading' (duration: 172.575577ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:40:57.500375Z","caller":"traceutil/trace.go:171","msg":"trace[785257374] linearizableReadLoop","detail":"{readStateIndex:1690; appliedIndex:1689; }","duration":"419.66618ms","start":"2026-04-09T17:40:57.080683Z","end":"2026-04-09T17:40:57.50035Z","steps":["trace[785257374] 'read index received' (duration: 419.351402ms)","trace[785257374] 'applied index is now lower than readState.Index' (duration: 313.308µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:40:57.500471Z","caller":"traceutil/trace.go:171","msg":"trace[118480768] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"457.901819ms","start":"2026-04-09T17:40:57.042514Z","end":"2026-04-09T17:40:57.500416Z","steps":["trace[118480768] 'process raft request' (duration: 457.583752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:40:57.500604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.889324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:40:57.500684Z","caller":"traceutil/trace.go:171","msg":"trace[1805683218] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1627; }","duration":"420.042628ms","start":"2026-04-09T17:40:57.080622Z","end":"2026-04-09T17:40:57.500664Z","steps":["trace[1805683218] 'agreement among raft nodes before linearized reading' (duration: 419.886194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:40:57.500743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:40:57.042489Z","time spent":"458.086733ms","remote":"127.0.0.1:38624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":186541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:40:57.500757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:40:57.080598Z","time spent":"420.13731ms","remote":"127.0.0.1:57066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:40:57.500805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.522057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:40:57.500709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.579424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:40:57.500864Z","caller":"traceutil/trace.go:171","msg":"trace[1196803486] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1627; }","duration":"111.611929ms","start":"2026-04-09T17:40:57.389234Z","end":"2026-04-09T17:40:57.500846Z","steps":["trace[1196803486] 'agreement among raft nodes before linearized reading' (duration: 111.543387ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:40:57.500907Z","caller":"traceutil/trace.go:171","msg":"trace[2008502450] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1627; }","duration":"349.800689ms","start":"2026-04-09T17:40:57.151052Z","end":"2026-04-09T17:40:57.500852Z","steps":["trace[2008502450] 'agreement among raft nodes before linearized reading' (duration: 349.561263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:40:57.500969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:40:57.151031Z","time spent":"349.915501ms","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-04-09T17:41:00.044821Z","caller":"traceutil/trace.go:171","msg":"trace[691764438] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"172.986326ms","start":"2026-04-09T17:40:59.871808Z","end":"2026-04-09T17:41:00.044794Z","steps":["trace[691764438] 'process raft request' (duration: 172.838472ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:00.045812Z","caller":"traceutil/trace.go:171","msg":"trace[2056527848] transaction","detail":"{read_only:false; response_revision:1650; number_of_response:1; }","duration":"106.462062ms","start":"2026-04-09T17:40:59.939327Z","end":"2026-04-09T17:41:00.045789Z","steps":["trace[2056527848] 'process raft request' (duration: 106.240937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:03.852628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.625062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:41:03.852691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.459317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:41:03.85277Z","caller":"traceutil/trace.go:171","msg":"trace[1645007897] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1703; }","duration":"257.807876ms","start":"2026-04-09T17:41:03.594942Z","end":"2026-04-09T17:41:03.85275Z","steps":["trace[1645007897] 'count revisions from in-memory index tree' (duration: 257.57123ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:03.852789Z","caller":"traceutil/trace.go:171","msg":"trace[1402934576] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1703; }","duration":"278.62988ms","start":"2026-04-09T17:41:03.574135Z","end":"2026-04-09T17:41:03.852765Z","steps":["trace[1402934576] 'range keys from in-memory index tree' (duration: 278.343354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:03.852685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.274454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:41:03.85292Z","caller":"traceutil/trace.go:171","msg":"trace[997013685] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1703; }","duration":"257.52635ms","start":"2026-04-09T17:41:03.595368Z","end":"2026-04-09T17:41:03.852895Z","steps":["trace[997013685] 'range keys from in-memory index tree' (duration: 257.235334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:03.852696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.896368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:41:03.852991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.670062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:41:03.853027Z","caller":"traceutil/trace.go:171","msg":"trace[342807687] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1703; }","duration":"258.257267ms","start":"2026-04-09T17:41:03.594749Z","end":"2026-04-09T17:41:03.853006Z","steps":["trace[342807687] 'range keys from in-memory index tree' (duration: 257.804926ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:03.853062Z","caller":"traceutil/trace.go:171","msg":"trace[819306499] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1703; }","duration":"278.958807ms","start":"2026-04-09T17:41:03.574087Z","end":"2026-04-09T17:41:03.853046Z","steps":["trace[819306499] 'count revisions from in-memory index tree' (duration: 278.582379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:10.598875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432933977,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T17:41:10.631758Z","caller":"traceutil/trace.go:171","msg":"trace[1635304449] linearizableReadLoop","detail":"{readStateIndex:1876; appliedIndex:1875; }","duration":"533.174723ms","start":"2026-04-09T17:41:10.09856Z","end":"2026-04-09T17:41:10.631735Z","steps":["trace[1635304449] 'read index received' (duration: 532.942378ms)","trace[1635304449] 'applied index is now lower than readState.Index' (duration: 231.475µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:41:10.631849Z","caller":"traceutil/trace.go:171","msg":"trace[224060202] transaction","detail":"{read_only:false; response_revision:1806; number_of_response:1; }","duration":"548.168364ms","start":"2026-04-09T17:41:10.08364Z","end":"2026-04-09T17:41:10.631808Z","steps":["trace[224060202] 'process raft request' (duration: 547.913148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:10.631991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.407148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-09T17:41:10.632034Z","caller":"traceutil/trace.go:171","msg":"trace[1131417641] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1806; }","duration":"533.48399ms","start":"2026-04-09T17:41:10.098532Z","end":"2026-04-09T17:41:10.632016Z","steps":["trace[1131417641] 'agreement among raft nodes before linearized reading' (duration: 533.335267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:10.632008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:10.083608Z","time spent":"548.309357ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:41:10.632077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:10.09852Z","time spent":"533.549132ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T17:41:10.632215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.49254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-09T17:41:10.632253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.047433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:41:10.632215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.705659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:41:10.632292Z","caller":"traceutil/trace.go:171","msg":"trace[870908886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1806; }","duration":"153.113894ms","start":"2026-04-09T17:41:10.479169Z","end":"2026-04-09T17:41:10.632283Z","steps":["trace[870908886] 'agreement among raft nodes before linearized reading' (duration: 153.045213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:10.632259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.139772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T17:41:10.632292Z","caller":"traceutil/trace.go:171","msg":"trace[1273676108] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1806; }","duration":"533.581462ms","start":"2026-04-09T17:41:10.098683Z","end":"2026-04-09T17:41:10.632265Z","steps":["trace[1273676108] 'agreement among raft nodes before linearized reading' (duration: 533.378487ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:10.632356Z","caller":"traceutil/trace.go:171","msg":"trace[314649953] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1806; }","duration":"135.880112ms","start":"2026-04-09T17:41:10.496455Z","end":"2026-04-09T17:41:10.632335Z","steps":["trace[314649953] 'agreement among raft nodes before linearized reading' (duration: 135.690198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:10.632389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:10.098676Z","time spent":"533.701874ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T17:41:10.632387Z","caller":"traceutil/trace.go:171","msg":"trace[385894532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1806; }","duration":"533.304395ms","start":"2026-04-09T17:41:10.099064Z","end":"2026-04-09T17:41:10.632368Z","steps":["trace[385894532] 'agreement among raft nodes before linearized reading' (duration: 532.986658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:10.632402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.781171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-81dcbfdd-5cf5-40a3-aa03-c77b6252ed4f\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-04-09T17:41:10.632434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:10.099059Z","time spent":"533.365356ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T17:41:10.632254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.588402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-09T17:41:10.632476Z","caller":"traceutil/trace.go:171","msg":"trace[1994088079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1806; }","duration":"533.880028ms","start":"2026-04-09T17:41:10.098586Z","end":"2026-04-09T17:41:10.632466Z","steps":["trace[1994088079] 'agreement among raft nodes before linearized reading' (duration: 533.353757ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:10.632482Z","caller":"traceutil/trace.go:171","msg":"trace[1047447526] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-81dcbfdd-5cf5-40a3-aa03-c77b6252ed4f; range_end:; response_count:1; response_revision:1806; }","duration":"288.902113ms","start":"2026-04-09T17:41:10.343556Z","end":"2026-04-09T17:41:10.632458Z","steps":["trace[1047447526] 'agreement among raft nodes before linearized reading' (duration: 288.404722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:10.632504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:10.098582Z","time spent":"533.914729ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T17:41:10.633919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.698795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T17:41:10.634228Z","caller":"traceutil/trace.go:171","msg":"trace[91993117] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1806; }","duration":"417.954811ms","start":"2026-04-09T17:41:10.216164Z","end":"2026-04-09T17:41:10.634118Z","steps":["trace[91993117] 'agreement among raft nodes before linearized reading' (duration: 415.998417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:10.634287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:10.21614Z","time spent":"418.129096ms","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-09T17:41:12.626556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924953211s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:41:12.627039Z","caller":"traceutil/trace.go:171","msg":"trace[2017920953] transaction","detail":"{read_only:false; response_revision:1811; number_of_response:1; }","duration":"1.285786297s","start":"2026-04-09T17:41:11.341219Z","end":"2026-04-09T17:41:12.627006Z","steps":["trace[2017920953] 'process raft request' (duration: 1.285572852s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:12.627013Z","caller":"traceutil/trace.go:171","msg":"trace[777203246] transaction","detail":"{read_only:false; response_revision:1808; number_of_response:1; }","duration":"1.989083181s","start":"2026-04-09T17:41:10.637865Z","end":"2026-04-09T17:41:12.626948Z","steps":["trace[777203246] 'process raft request' (duration: 1.988793154s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:12.627033Z","caller":"traceutil/trace.go:171","msg":"trace[699396638] transaction","detail":"{read_only:false; response_revision:1810; number_of_response:1; }","duration":"1.986344869s","start":"2026-04-09T17:41:10.640647Z","end":"2026-04-09T17:41:12.626992Z","steps":["trace[699396638] 'process raft request' (duration: 1.986119144s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:12.627109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:11.341195Z","time spent":"1.28588296s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:41:12.627122Z","caller":"traceutil/trace.go:171","msg":"trace[840446170] transaction","detail":"{read_only:false; response_revision:1807; number_of_response:1; }","duration":"1.989433198s","start":"2026-04-09T17:41:10.637625Z","end":"2026-04-09T17:41:12.627059Z","steps":["trace[840446170] 'process raft request' (duration: 63.886094ms)","trace[840446170] 'compare' (duration: 1.924338497s)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:41:12.627245Z","caller":"traceutil/trace.go:171","msg":"trace[252896213] transaction","detail":"{read_only:false; response_revision:1809; number_of_response:1; }","duration":"1.986602604s","start":"2026-04-09T17:41:10.64063Z","end":"2026-04-09T17:41:12.627233Z","steps":["trace[252896213] 'process raft request' (duration: 1.986109703s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:12.627252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:10.637828Z","time spent":"1.989266605s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:41:12.627302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:10.640619Z","time spent":"1.986653565s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:41:12.627352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:10.637581Z","time spent":"1.989668254s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:41:12.627175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:10.640629Z","time spent":"1.986475841s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:41:12.6271Z","caller":"traceutil/trace.go:171","msg":"trace[2113533878] linearizableReadLoop","detail":"{readStateIndex:1878; appliedIndex:1876; }","duration":"1.987816693s","start":"2026-04-09T17:41:10.639209Z","end":"2026-04-09T17:41:12.627026Z","steps":["trace[2113533878] 'read index received' (duration: 62.394471ms)","trace[2113533878] 'applied index is now lower than readState.Index' (duration: 1.925418332s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:41:12.627786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988568809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:41:12.62786Z","caller":"traceutil/trace.go:171","msg":"trace[1929982846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1811; }","duration":"1.988662841s","start":"2026-04-09T17:41:10.639185Z","end":"2026-04-09T17:41:12.627847Z","steps":["trace[1929982846] 'agreement among raft nodes before linearized reading' (duration: 1.988306813s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:12.627944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:10.639167Z","time spent":"1.988746464s","remote":"127.0.0.1:38594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:41:13.128211Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432933992,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:41:13.398326Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.636766534s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T17:41:13.398646Z","caller":"traceutil/trace.go:171","msg":"trace[1162510229] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"1.637159003s","start":"2026-04-09T17:41:11.761469Z","end":"2026-04-09T17:41:13.398628Z","steps":["trace[1162510229] 'process raft request' (duration: 1.63701628s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:13.398743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:11.76145Z","time spent":"1.637236914s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:41:13.772518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.656683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:41:13.772715Z","caller":"traceutil/trace.go:171","msg":"trace[28417207] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"1.13562095s","start":"2026-04-09T17:41:12.637075Z","end":"2026-04-09T17:41:13.772696Z","steps":["trace[28417207] 'process raft request' (duration: 877.6675ms)","trace[28417207] 'compare' (duration: 257.450279ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:41:13.772801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:12.637054Z","time spent":"1.135707862s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:41:13.773012Z","caller":"traceutil/trace.go:171","msg":"trace[1104621080] linearizableReadLoop","detail":"{readStateIndex:1884; appliedIndex:1881; }","duration":"1.145209589s","start":"2026-04-09T17:41:12.627717Z","end":"2026-04-09T17:41:13.772927Z","steps":["trace[1104621080] 'read index received' (duration: 770.773839ms)","trace[1104621080] 'applied index is now lower than readState.Index' (duration: 374.43176ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:41:13.773111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526170627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:41:13.773219Z","caller":"traceutil/trace.go:171","msg":"trace[203149166] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1814; }","duration":"1.526324021s","start":"2026-04-09T17:41:12.246874Z","end":"2026-04-09T17:41:13.773198Z","steps":["trace[203149166] 'agreement among raft nodes before linearized reading' (duration: 1.526060535s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:13.773282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:12.246857Z","time spent":"1.526408353s","remote":"127.0.0.1:57024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-09T17:41:13.773283Z","caller":"traceutil/trace.go:171","msg":"trace[1968712646] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"833.299511ms","start":"2026-04-09T17:41:12.939953Z","end":"2026-04-09T17:41:13.773253Z","steps":["trace[1968712646] 'process raft request' (duration: 832.682347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:13.773315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131233525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-81dcbfdd-5cf5-40a3-aa03-c77b6252ed4f\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-04-09T17:41:13.773436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:12.939926Z","time spent":"833.431794ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:41:13.773431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.175836329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T17:41:13.773509Z","caller":"traceutil/trace.go:171","msg":"trace[1059369783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1814; }","duration":"2.175975554s","start":"2026-04-09T17:41:11.597513Z","end":"2026-04-09T17:41:13.773488Z","steps":["trace[1059369783] 'agreement among raft nodes before linearized reading' (duration: 2.175675807s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:13.773514Z","caller":"traceutil/trace.go:171","msg":"trace[522398440] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-81dcbfdd-5cf5-40a3-aa03-c77b6252ed4f; range_end:; response_count:1; response_revision:1814; }","duration":"2.131510062s","start":"2026-04-09T17:41:11.641975Z","end":"2026-04-09T17:41:13.773485Z","steps":["trace[522398440] 'agreement among raft nodes before linearized reading' (duration: 2.13101106s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:13.773612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233491258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-09T17:41:13.773678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139509819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:41:13.773699Z","caller":"traceutil/trace.go:171","msg":"trace[1785597319] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1814; }","duration":"1.23361968s","start":"2026-04-09T17:41:12.540056Z","end":"2026-04-09T17:41:13.773676Z","steps":["trace[1785597319] 'agreement among raft nodes before linearized reading' (duration: 1.233341134s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:13.773728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.067853318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-81dcbfdd-5cf5-40a3-aa03-c77b6252ed4f\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-04-09T17:41:13.773746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:12.54004Z","time spent":"1.233696942s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-09T17:41:13.773757Z","caller":"traceutil/trace.go:171","msg":"trace[743752661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1814; }","duration":"1.13959144s","start":"2026-04-09T17:41:12.634127Z","end":"2026-04-09T17:41:13.773719Z","steps":["trace[743752661] 'agreement among raft nodes before linearized reading' (duration: 1.139490748s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:13.773788Z","caller":"traceutil/trace.go:171","msg":"trace[495197565] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-81dcbfdd-5cf5-40a3-aa03-c77b6252ed4f; range_end:; response_count:1; response_revision:1814; }","duration":"3.0679581s","start":"2026-04-09T17:41:10.705814Z","end":"2026-04-09T17:41:13.773772Z","steps":["trace[495197565] 'agreement among raft nodes before linearized reading' (duration: 3.067755715s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:13.773691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:11.641913Z","time spent":"2.131757587s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-81dcbfdd-5cf5-40a3-aa03-c77b6252ed4f\" "} {"level":"warn","ts":"2026-04-09T17:41:13.77383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:10.705797Z","time spent":"3.068023841s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-81dcbfdd-5cf5-40a3-aa03-c77b6252ed4f\" "} {"level":"warn","ts":"2026-04-09T17:41:13.773804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.564193486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-04-09T17:41:13.773573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:11.597491Z","time spent":"2.176066115s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T17:41:13.774009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130366175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-09T17:41:13.773823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:12.634112Z","time spent":"1.139699023s","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T17:41:13.77424Z","caller":"traceutil/trace.go:171","msg":"trace[294203369] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1814; }","duration":"2.564454782s","start":"2026-04-09T17:41:11.20955Z","end":"2026-04-09T17:41:13.774005Z","steps":["trace[294203369] 'agreement among raft nodes before linearized reading' (duration: 2.564120015s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:13.774246Z","caller":"traceutil/trace.go:171","msg":"trace[460497948] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1814; }","duration":"2.130653172s","start":"2026-04-09T17:41:11.643573Z","end":"2026-04-09T17:41:13.774226Z","steps":["trace[460497948] 'agreement among raft nodes before linearized reading' (duration: 2.129767311s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:13.77442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:11.209524Z","time spent":"2.564872043s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T17:41:13.774426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:11.64355Z","time spent":"2.130860457s","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-09T17:41:14.231679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.339011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:41:14.231843Z","caller":"traceutil/trace.go:171","msg":"trace[540304006] transaction","detail":"{read_only:false; response_revision:1815; number_of_response:1; }","duration":"453.666192ms","start":"2026-04-09T17:41:13.778129Z","end":"2026-04-09T17:41:14.231796Z","steps":["trace[540304006] 'process raft request' (duration: 350.112156ms)","trace[540304006] 'compare' (duration: 103.157058ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:41:14.231998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:13.778109Z","time spent":"453.836897ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:41:15.750327Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.6221017s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T17:41:15.750817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:14.628462Z","time spent":"1.122350289s","remote":"127.0.0.1:33760","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-09T17:41:15.751398Z","caller":"traceutil/trace.go:171","msg":"trace[1679262262] transaction","detail":"{read_only:false; response_revision:1816; number_of_response:1; }","duration":"1.973077147s","start":"2026-04-09T17:41:13.778302Z","end":"2026-04-09T17:41:15.75138Z","steps":["trace[1679262262] 'process raft request' (duration: 1.97233482s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:15.75152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:13.778295Z","time spent":"1.973157088s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:41:15.751646Z","caller":"traceutil/trace.go:171","msg":"trace[611395307] transaction","detail":"{read_only:false; response_revision:1817; number_of_response:1; }","duration":"1.97235951s","start":"2026-04-09T17:41:13.779256Z","end":"2026-04-09T17:41:15.751615Z","steps":["trace[611395307] 'process raft request' (duration: 1.972042723s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:15.751785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:13.779248Z","time spent":"1.972454282s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:41:15.760038Z","caller":"traceutil/trace.go:171","msg":"trace[810081316] transaction","detail":"{read_only:false; response_revision:1818; number_of_response:1; }","duration":"1.976044073s","start":"2026-04-09T17:41:13.783977Z","end":"2026-04-09T17:41:15.760021Z","steps":["trace[810081316] 'process raft request' (duration: 1.96754814s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:15.76054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:13.783968Z","time spent":"1.976111466s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:41:15.79369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999887187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T17:41:15.793754Z","caller":"traceutil/trace.go:171","msg":"trace[1531706953] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000002769s","start":"2026-04-09T17:41:13.793735Z","end":"2026-04-09T17:41:15.793738Z","steps":["trace[1531706953] 'agreement among raft nodes before linearized reading' (duration: 1.999927958s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:15.793794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:13.793711Z","time spent":"2.00007625s","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 17:41:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T17:41:15.892784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.14102ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T17:41:15.892995Z","caller":"traceutil/trace.go:171","msg":"trace[1960027334] linearizableReadLoop","detail":"{readStateIndex:1888; appliedIndex:1884; }","duration":"2.099183175s","start":"2026-04-09T17:41:13.793796Z","end":"2026-04-09T17:41:15.892979Z","steps":["trace[1960027334] 'read index received' (duration: 334.420789ms)","trace[1960027334] 'applied index is now lower than readState.Index' (duration: 1.764761456s)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:41:15.893317Z","caller":"traceutil/trace.go:171","msg":"trace[397954281] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"1.260181795s","start":"2026-04-09T17:41:14.633105Z","end":"2026-04-09T17:41:15.893287Z","steps":["trace[397954281] 'process raft request' (duration: 1.259789946s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:15.893632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:14.633089Z","time spent":"1.26043647s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:41:15.936908Z","caller":"traceutil/trace.go:171","msg":"trace[1140672297] transaction","detail":"{read_only:false; response_revision:1820; number_of_response:1; }","duration":"1.204737194s","start":"2026-04-09T17:41:14.732139Z","end":"2026-04-09T17:41:15.936876Z","steps":["trace[1140672297] 'process raft request' (duration: 1.161110631s)","trace[1140672297] 'compare' (duration: 43.416768ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:41:15.937061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:14.732115Z","time spent":"1.204851837s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:41:15.937081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90775094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:41:15.937133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157057579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-81dcbfdd-5cf5-40a3-aa03-c77b6252ed4f\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-04-09T17:41:15.937162Z","caller":"traceutil/trace.go:171","msg":"trace[1073747839] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1822; }","duration":"1.907889953s","start":"2026-04-09T17:41:14.029255Z","end":"2026-04-09T17:41:15.937144Z","steps":["trace[1073747839] 'agreement among raft nodes before linearized reading' (duration: 1.90771987s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:15.937182Z","caller":"traceutil/trace.go:171","msg":"trace[808184046] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-81dcbfdd-5cf5-40a3-aa03-c77b6252ed4f; range_end:; response_count:1; response_revision:1822; }","duration":"1.157212712s","start":"2026-04-09T17:41:14.779956Z","end":"2026-04-09T17:41:15.937169Z","steps":["trace[808184046] 'agreement among raft nodes before linearized reading' (duration: 1.157025258s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:15.937212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:14.029235Z","time spent":"1.907964975s","remote":"127.0.0.1:57134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-09T17:41:15.937254Z","caller":"traceutil/trace.go:171","msg":"trace[454899155] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"532.691272ms","start":"2026-04-09T17:41:15.404552Z","end":"2026-04-09T17:41:15.937243Z","steps":["trace[454899155] 'process raft request' (duration: 532.252611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:15.937273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305595658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T17:41:15.937306Z","caller":"traceutil/trace.go:171","msg":"trace[949231784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1822; }","duration":"1.30566558s","start":"2026-04-09T17:41:14.631632Z","end":"2026-04-09T17:41:15.937298Z","steps":["trace[949231784] 'agreement among raft nodes before linearized reading' (duration: 1.305538677s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:15.937316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.701058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:41:15.937335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:14.631613Z","time spent":"1.305716751s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T17:41:15.937343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:15.404531Z","time spent":"532.755654ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:41:15.937389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.404183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:41:15.937388Z","caller":"traceutil/trace.go:171","msg":"trace[460131168] transaction","detail":"{read_only:false; response_revision:1822; number_of_response:1; }","duration":"158.679931ms","start":"2026-04-09T17:41:15.778688Z","end":"2026-04-09T17:41:15.937368Z","steps":["trace[460131168] 'process raft request' (duration: 158.207401ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:15.937412Z","caller":"traceutil/trace.go:171","msg":"trace[722845113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1822; }","duration":"143.456885ms","start":"2026-04-09T17:41:15.79395Z","end":"2026-04-09T17:41:15.937407Z","steps":["trace[722845113] 'agreement among raft nodes before linearized reading' (duration: 143.422394ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:15.93735Z","caller":"traceutil/trace.go:171","msg":"trace[1571894078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1822; }","duration":"567.815731ms","start":"2026-04-09T17:41:15.369524Z","end":"2026-04-09T17:41:15.93734Z","steps":["trace[1571894078] 'agreement among raft nodes before linearized reading' (duration: 567.746689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:15.937478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304412542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-09T17:41:15.937497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:15.369497Z","time spent":"567.992174ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T17:41:15.937513Z","caller":"traceutil/trace.go:171","msg":"trace[1286351326] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1822; }","duration":"1.304469153s","start":"2026-04-09T17:41:14.633035Z","end":"2026-04-09T17:41:15.937504Z","steps":["trace[1286351326] 'agreement among raft nodes before linearized reading' (duration: 1.304359351s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:15.937536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:14.63303Z","time spent":"1.304501634s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T17:41:15.937542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757517862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-04-09T17:41:15.937596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702692834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:41:15.937595Z","caller":"traceutil/trace.go:171","msg":"trace[143267509] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1822; }","duration":"1.757610484s","start":"2026-04-09T17:41:14.179972Z","end":"2026-04-09T17:41:15.937582Z","steps":["trace[143267509] 'agreement among raft nodes before linearized reading' (duration: 1.757462261s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:15.937625Z","caller":"traceutil/trace.go:171","msg":"trace[501353182] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1822; }","duration":"1.702743816s","start":"2026-04-09T17:41:14.234872Z","end":"2026-04-09T17:41:15.937616Z","steps":["trace[501353182] 'agreement among raft nodes before linearized reading' (duration: 1.702701075s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:15.937632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305820853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-09T17:41:15.937637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:14.179945Z","time spent":"1.757684126s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T17:41:15.937645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:14.234858Z","time spent":"1.702780456s","remote":"127.0.0.1:56962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-09T17:41:15.937665Z","caller":"traceutil/trace.go:171","msg":"trace[1494929222] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1822; }","duration":"1.305861105s","start":"2026-04-09T17:41:14.631792Z","end":"2026-04-09T17:41:15.937653Z","steps":["trace[1494929222] 'agreement among raft nodes before linearized reading' (duration: 1.305792113s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:15.937479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306248794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-09T17:41:15.937705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:14.631785Z","time spent":"1.305908206s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T17:41:15.937715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154643043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T17:41:15.937713Z","caller":"traceutil/trace.go:171","msg":"trace[167959909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1822; }","duration":"1.30649529s","start":"2026-04-09T17:41:14.631204Z","end":"2026-04-09T17:41:15.937699Z","steps":["trace[167959909] 'agreement among raft nodes before linearized reading' (duration: 1.306202923s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:15.937805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:14.631193Z","time spent":"1.306602982s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T17:41:15.937818Z","caller":"traceutil/trace.go:171","msg":"trace[618241759] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1822; }","duration":"1.154779177s","start":"2026-04-09T17:41:14.783008Z","end":"2026-04-09T17:41:15.937787Z","steps":["trace[618241759] 'agreement among raft nodes before linearized reading' (duration: 1.154450239s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:15.937838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.104002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-09T17:41:15.937216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:14.779934Z","time spent":"1.157274123s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-81dcbfdd-5cf5-40a3-aa03-c77b6252ed4f\" "} {"level":"warn","ts":"2026-04-09T17:41:15.937877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:14.782994Z","time spent":"1.154871338s","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-09T17:41:15.937901Z","caller":"traceutil/trace.go:171","msg":"trace[1002653624] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1822; }","duration":"889.206594ms","start":"2026-04-09T17:41:15.04868Z","end":"2026-04-09T17:41:15.937887Z","steps":["trace[1002653624] 'agreement among raft nodes before linearized reading' (duration: 889.052911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:15.937951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:15.048664Z","time spent":"889.275895ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-09T17:41:16.101539Z","caller":"traceutil/trace.go:171","msg":"trace[1352517559] transaction","detail":"{read_only:false; response_revision:1824; number_of_response:1; }","duration":"157.81194ms","start":"2026-04-09T17:41:15.943681Z","end":"2026-04-09T17:41:16.101493Z","steps":["trace[1352517559] 'process raft request' (duration: 98.719716ms)","trace[1352517559] 'compare' (duration: 58.701095ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:41:16.101612Z","caller":"traceutil/trace.go:171","msg":"trace[1642451293] transaction","detail":"{read_only:false; response_revision:1825; number_of_response:1; }","duration":"157.762619ms","start":"2026-04-09T17:41:15.943815Z","end":"2026-04-09T17:41:16.101578Z","steps":["trace[1642451293] 'process raft request' (duration: 157.576375ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:16.101607Z","caller":"traceutil/trace.go:171","msg":"trace[1878009859] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"157.738109ms","start":"2026-04-09T17:41:15.943832Z","end":"2026-04-09T17:41:16.10157Z","steps":["trace[1878009859] 'process raft request' (duration: 157.638247ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:16.101731Z","caller":"traceutil/trace.go:171","msg":"trace[1451270464] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"157.525304ms","start":"2026-04-09T17:41:15.944177Z","end":"2026-04-09T17:41:16.101702Z","steps":["trace[1451270464] 'process raft request' (duration: 157.34483ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:16.101843Z","caller":"traceutil/trace.go:171","msg":"trace[1289722467] linearizableReadLoop","detail":"{readStateIndex:1898; appliedIndex:1894; }","duration":"101.672993ms","start":"2026-04-09T17:41:16.000145Z","end":"2026-04-09T17:41:16.101818Z","steps":["trace[1289722467] 'read index received' (duration: 42.257422ms)","trace[1289722467] 'applied index is now lower than readState.Index' (duration: 59.413321ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:41:16.101925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.463419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:41:16.101949Z","caller":"traceutil/trace.go:171","msg":"trace[2117323597] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1828; }","duration":"116.533021ms","start":"2026-04-09T17:41:15.985409Z","end":"2026-04-09T17:41:16.101942Z","steps":["trace[2117323597] 'agreement among raft nodes before linearized reading' (duration: 116.441259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:16.101971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.208988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:41:16.101992Z","caller":"traceutil/trace.go:171","msg":"trace[189173684] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1828; }","duration":"154.26511ms","start":"2026-04-09T17:41:15.94772Z","end":"2026-04-09T17:41:16.101985Z","steps":["trace[189173684] 'agreement among raft nodes before linearized reading' (duration: 154.191828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:18.120268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.469903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:41:18.120485Z","caller":"traceutil/trace.go:171","msg":"trace[830863765] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"350.900624ms","start":"2026-04-09T17:41:17.769568Z","end":"2026-04-09T17:41:18.120469Z","steps":["trace[830863765] 'process raft request' (duration: 350.804012ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:18.120495Z","caller":"traceutil/trace.go:171","msg":"trace[722952834] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"354.896786ms","start":"2026-04-09T17:41:17.765558Z","end":"2026-04-09T17:41:18.120455Z","steps":["trace[722952834] 'process raft request' (duration: 168.173627ms)","trace[722952834] 'compare' (duration: 186.300749ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:41:18.120542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:17.76955Z","time spent":"350.965375ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10932,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:41:18.120652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:17.765533Z","time spent":"355.019998ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:41:18.182765Z","caller":"traceutil/trace.go:171","msg":"trace[129547585] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"282.455597ms","start":"2026-04-09T17:41:17.90029Z","end":"2026-04-09T17:41:18.182746Z","steps":["trace[129547585] 'process raft request' (duration: 282.360715ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:18.585764Z","caller":"traceutil/trace.go:171","msg":"trace[2022375560] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"642.54374ms","start":"2026-04-09T17:41:17.943191Z","end":"2026-04-09T17:41:18.585734Z","steps":["trace[2022375560] 'process raft request' (duration: 642.347826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:18.585908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:17.943165Z","time spent":"642.667273ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:41:18.586186Z","caller":"traceutil/trace.go:171","msg":"trace[595796794] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"642.435918ms","start":"2026-04-09T17:41:17.943711Z","end":"2026-04-09T17:41:18.586147Z","steps":["trace[595796794] 'process raft request' (duration: 641.974958ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:18.586218Z","caller":"traceutil/trace.go:171","msg":"trace[2054841325] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"459.617758ms","start":"2026-04-09T17:41:18.126566Z","end":"2026-04-09T17:41:18.586183Z","steps":["trace[2054841325] 'process raft request' (duration: 459.396013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:18.586304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:17.94369Z","time spent":"642.54645ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:41:18.586332Z","caller":"traceutil/trace.go:171","msg":"trace[769609751] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"458.840401ms","start":"2026-04-09T17:41:18.127479Z","end":"2026-04-09T17:41:18.586319Z","steps":["trace[769609751] 'process raft request' (duration: 458.680437ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:18.586319Z","caller":"traceutil/trace.go:171","msg":"trace[936542937] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"459.518406ms","start":"2026-04-09T17:41:18.126765Z","end":"2026-04-09T17:41:18.586283Z","steps":["trace[936542937] 'process raft request' (duration: 459.308452ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:18.586299Z","caller":"traceutil/trace.go:171","msg":"trace[1807451142] linearizableReadLoop","detail":"{readStateIndex:1910; appliedIndex:1908; }","duration":"639.818918ms","start":"2026-04-09T17:41:17.946464Z","end":"2026-04-09T17:41:18.586283Z","steps":["trace[1807451142] 'read index received' (duration: 236.367398ms)","trace[1807451142] 'applied index is now lower than readState.Index' (duration: 403.45065ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:41:18.586402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:18.127463Z","time spent":"458.901482ms","remote":"127.0.0.1:38744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":978,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:41:18.586405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:18.126479Z","time spent":"459.816813ms","remote":"127.0.0.1:38744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:41:18.586429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.954001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-81dcbfdd-5cf5-40a3-aa03-c77b6252ed4f\" ","response":"range_response_count:1 size:3933"} {"level":"info","ts":"2026-04-09T17:41:18.586472Z","caller":"traceutil/trace.go:171","msg":"trace[1271492109] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-81dcbfdd-5cf5-40a3-aa03-c77b6252ed4f; range_end:; response_count:1; response_revision:1843; }","duration":"640.024542ms","start":"2026-04-09T17:41:17.946437Z","end":"2026-04-09T17:41:18.586461Z","steps":["trace[1271492109] 'agreement among raft nodes before linearized reading' (duration: 639.893209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:18.58652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:17.946429Z","time spent":"640.080154ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3956,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-81dcbfdd-5cf5-40a3-aa03-c77b6252ed4f\" "} {"level":"info","ts":"2026-04-09T17:41:18.586538Z","caller":"traceutil/trace.go:171","msg":"trace[1121036456] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"458.578694ms","start":"2026-04-09T17:41:18.127952Z","end":"2026-04-09T17:41:18.586531Z","steps":["trace[1121036456] 'process raft request' (duration: 458.287687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:18.586578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:18.12793Z","time spent":"458.627615ms","remote":"127.0.0.1:38840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:41:18.586471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:18.126744Z","time spent":"459.655329ms","remote":"127.0.0.1:38840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:41:18.586608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.289874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T17:41:18.586663Z","caller":"traceutil/trace.go:171","msg":"trace[1087184363] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1843; }","duration":"631.352365ms","start":"2026-04-09T17:41:17.95529Z","end":"2026-04-09T17:41:18.586642Z","steps":["trace[1087184363] 'agreement among raft nodes before linearized reading' (duration: 631.169011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:18.586684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.968931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T17:41:18.586708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:17.955284Z","time spent":"631.416407ms","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-09T17:41:18.586718Z","caller":"traceutil/trace.go:171","msg":"trace[917783146] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1843; }","duration":"476.014822ms","start":"2026-04-09T17:41:18.110693Z","end":"2026-04-09T17:41:18.586708Z","steps":["trace[917783146] 'agreement among raft nodes before linearized reading' (duration: 475.910869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:18.586748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:18.110683Z","time spent":"476.056932ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T17:41:18.586774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.785274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.230\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-09T17:41:18.586798Z","caller":"traceutil/trace.go:171","msg":"trace[1162087231] range","detail":"{range_begin:/registry/masterleases/199.19.213.230; range_end:; response_count:1; response_revision:1843; }","duration":"155.848096ms","start":"2026-04-09T17:41:18.430943Z","end":"2026-04-09T17:41:18.586791Z","steps":["trace[1162087231] 'agreement among raft nodes before linearized reading' (duration: 155.741853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:18.586893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.613153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-81dcbfdd-5cf5-40a3-aa03-c77b6252ed4f\" ","response":"range_response_count:1 size:2244"} {"level":"info","ts":"2026-04-09T17:41:18.586929Z","caller":"traceutil/trace.go:171","msg":"trace[1822805180] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-81dcbfdd-5cf5-40a3-aa03-c77b6252ed4f; range_end:; response_count:1; response_revision:1843; }","duration":"174.696845ms","start":"2026-04-09T17:41:18.412223Z","end":"2026-04-09T17:41:18.586919Z","steps":["trace[1822805180] 'agreement among raft nodes before linearized reading' (duration: 174.600182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:18.586995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.127656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T17:41:18.58705Z","caller":"traceutil/trace.go:171","msg":"trace[4158023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1843; }","duration":"480.226948ms","start":"2026-04-09T17:41:18.106809Z","end":"2026-04-09T17:41:18.587036Z","steps":["trace[4158023] 'agreement among raft nodes before linearized reading' (duration: 480.096194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:18.587096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:18.10679Z","time spent":"480.294479ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T17:41:18.587115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.76428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-09T17:41:18.58712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.180068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T17:41:18.587162Z","caller":"traceutil/trace.go:171","msg":"trace[1116856732] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1843; }","duration":"480.843972ms","start":"2026-04-09T17:41:18.106304Z","end":"2026-04-09T17:41:18.587148Z","steps":["trace[1116856732] 'agreement among raft nodes before linearized reading' (duration: 480.713439ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:18.587178Z","caller":"traceutil/trace.go:171","msg":"trace[1166769387] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1843; }","duration":"582.29896ms","start":"2026-04-09T17:41:18.004863Z","end":"2026-04-09T17:41:18.587162Z","steps":["trace[1166769387] 'agreement among raft nodes before linearized reading' (duration: 582.149307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:18.587214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:18.106288Z","time spent":"480.914893ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T17:41:18.587224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:18.004815Z","time spent":"582.396952ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T17:41:18.818546Z","caller":"traceutil/trace.go:171","msg":"trace[206775976] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1844; }","duration":"229.41101ms","start":"2026-04-09T17:41:18.589115Z","end":"2026-04-09T17:41:18.818526Z","steps":["trace[206775976] 'process raft request' (duration: 229.162815ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:18.819094Z","caller":"traceutil/trace.go:171","msg":"trace[1752021018] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"226.855892ms","start":"2026-04-09T17:41:18.592214Z","end":"2026-04-09T17:41:18.819069Z","steps":["trace[1752021018] 'process raft request' (duration: 226.228278ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:18.819266Z","caller":"traceutil/trace.go:171","msg":"trace[1720210784] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"226.76361ms","start":"2026-04-09T17:41:18.592489Z","end":"2026-04-09T17:41:18.819253Z","steps":["trace[1720210784] 'process raft request' (duration: 226.425783ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:18.819462Z","caller":"traceutil/trace.go:171","msg":"trace[675863810] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"226.79081ms","start":"2026-04-09T17:41:18.592657Z","end":"2026-04-09T17:41:18.819448Z","steps":["trace[675863810] 'process raft request' (duration: 226.700228ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:18.819468Z","caller":"traceutil/trace.go:171","msg":"trace[183936339] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"226.898923ms","start":"2026-04-09T17:41:18.592543Z","end":"2026-04-09T17:41:18.819442Z","steps":["trace[183936339] 'process raft request' (duration: 226.659747ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:18.820523Z","caller":"traceutil/trace.go:171","msg":"trace[524701681] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"138.793269ms","start":"2026-04-09T17:41:18.681676Z","end":"2026-04-09T17:41:18.820469Z","steps":["trace[524701681] 'process raft request' (duration: 138.377519ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:20.43445Z","caller":"traceutil/trace.go:171","msg":"trace[780022087] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"139.690548ms","start":"2026-04-09T17:41:20.294738Z","end":"2026-04-09T17:41:20.434429Z","steps":["trace[780022087] 'process raft request' (duration: 139.517155ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:21.144079Z","caller":"traceutil/trace.go:171","msg":"trace[1808672571] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"111.486636ms","start":"2026-04-09T17:41:21.032551Z","end":"2026-04-09T17:41:21.144038Z","steps":["trace[1808672571] 'process raft request' (duration: 109.380899ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:26.180688Z","caller":"traceutil/trace.go:171","msg":"trace[1564568975] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"115.915487ms","start":"2026-04-09T17:41:26.064748Z","end":"2026-04-09T17:41:26.180664Z","steps":["trace[1564568975] 'process raft request' (duration: 115.732493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:27.15923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432934206,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:41:27.284636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.187467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:41:27.284734Z","caller":"traceutil/trace.go:171","msg":"trace[1341869847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1922; }","duration":"807.33149ms","start":"2026-04-09T17:41:26.477378Z","end":"2026-04-09T17:41:27.28471Z","steps":["trace[1341869847] 'range keys from in-memory index tree' (duration: 807.111125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:27.284792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:26.477353Z","time spent":"807.423112ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:41:27.659914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432934206,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:41:28.160728Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432934206,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:41:28.187051Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.555282022s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T17:41:28.187488Z","caller":"traceutil/trace.go:171","msg":"trace[792416007] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"1.555907546s","start":"2026-04-09T17:41:26.631554Z","end":"2026-04-09T17:41:28.187461Z","steps":["trace[792416007] 'process raft request' (duration: 1.555733172s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:28.187762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:26.631513Z","time spent":"1.55605469s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:41:28.197659Z","caller":"traceutil/trace.go:171","msg":"trace[1322351682] linearizableReadLoop","detail":"{readStateIndex:1998; appliedIndex:1995; }","duration":"1.539355828s","start":"2026-04-09T17:41:26.65829Z","end":"2026-04-09T17:41:28.197645Z","steps":["trace[1322351682] 'read index received' (duration: 1.528965424s)","trace[1322351682] 'applied index is now lower than readState.Index' (duration: 10.389294ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:41:28.197519Z","caller":"traceutil/trace.go:171","msg":"trace[1108009103] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"1.56276929s","start":"2026-04-09T17:41:26.63472Z","end":"2026-04-09T17:41:28.197489Z","steps":["trace[1108009103] 'process raft request' (duration: 1.55876089s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:28.197751Z","caller":"traceutil/trace.go:171","msg":"trace[1052645361] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"1.346231772s","start":"2026-04-09T17:41:26.851476Z","end":"2026-04-09T17:41:28.197708Z","steps":["trace[1052645361] 'process raft request' (duration: 1.345947736s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:28.197815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539518661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T17:41:28.197843Z","caller":"traceutil/trace.go:171","msg":"trace[700239258] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1925; }","duration":"1.539579032s","start":"2026-04-09T17:41:26.658253Z","end":"2026-04-09T17:41:28.197833Z","steps":["trace[700239258] 'agreement among raft nodes before linearized reading' (duration: 1.539459889s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:28.197872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:26.658235Z","time spent":"1.539631194s","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-09T17:41:28.197875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289737787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:41:28.197903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:26.634686Z","time spent":"1.563114678s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:41:28.197958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294257261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T17:41:28.197961Z","caller":"traceutil/trace.go:171","msg":"trace[91390487] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1925; }","duration":"1.2898547s","start":"2026-04-09T17:41:26.908072Z","end":"2026-04-09T17:41:28.197927Z","steps":["trace[91390487] 'agreement among raft nodes before linearized reading' (duration: 1.289733187s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:28.197998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.956251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:41:28.198023Z","caller":"traceutil/trace.go:171","msg":"trace[483201377] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1925; }","duration":"1.294334262s","start":"2026-04-09T17:41:26.90367Z","end":"2026-04-09T17:41:28.198004Z","steps":["trace[483201377] 'agreement among raft nodes before linearized reading' (duration: 1.294229849s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:28.198034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:26.908056Z","time spent":"1.289961242s","remote":"127.0.0.1:57040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:41:28.198062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301029575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-09T17:41:28.198059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300890391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T17:41:28.198087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:26.903658Z","time spent":"1.294418194s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T17:41:28.198106Z","caller":"traceutil/trace.go:171","msg":"trace[1399086638] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1925; }","duration":"1.301149507s","start":"2026-04-09T17:41:26.896946Z","end":"2026-04-09T17:41:28.198096Z","steps":["trace[1399086638] 'agreement among raft nodes before linearized reading' (duration: 1.300996613s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:28.198092Z","caller":"traceutil/trace.go:171","msg":"trace[2096237216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1925; }","duration":"912.118464ms","start":"2026-04-09T17:41:27.28595Z","end":"2026-04-09T17:41:28.198068Z","steps":["trace[2096237216] 'agreement among raft nodes before linearized reading' (duration: 911.967221ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:28.198118Z","caller":"traceutil/trace.go:171","msg":"trace[1736240509] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1925; }","duration":"1.300979253s","start":"2026-04-09T17:41:26.897124Z","end":"2026-04-09T17:41:28.198103Z","steps":["trace[1736240509] 'agreement among raft nodes before linearized reading' (duration: 1.300807979s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:28.198136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:26.896911Z","time spent":"1.301218309s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T17:41:28.198151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:27.28593Z","time spent":"912.211797ms","remote":"127.0.0.1:38594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:41:28.198163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:26.897109Z","time spent":"1.301044294s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T17:41:28.197871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302899607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-09T17:41:28.198284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:26.851452Z","time spent":"1.346387166s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:41:28.198249Z","caller":"traceutil/trace.go:171","msg":"trace[1649239032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1925; }","duration":"1.303309496s","start":"2026-04-09T17:41:26.894914Z","end":"2026-04-09T17:41:28.198223Z","steps":["trace[1649239032] 'agreement among raft nodes before linearized reading' (duration: 1.302854455s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:28.198351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:41:26.894893Z","time spent":"1.303427689s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T17:41:28.199004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.79047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T17:41:28.19907Z","caller":"traceutil/trace.go:171","msg":"trace[398901216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1925; }","duration":"251.892892ms","start":"2026-04-09T17:41:27.947162Z","end":"2026-04-09T17:41:28.199055Z","steps":["trace[398901216] 'agreement among raft nodes before linearized reading' (duration: 250.690164ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:34.328896Z","caller":"traceutil/trace.go:171","msg":"trace[788774645] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"113.427612ms","start":"2026-04-09T17:41:34.215443Z","end":"2026-04-09T17:41:34.32887Z","steps":["trace[788774645] 'process raft request' (duration: 105.650016ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:34.32893Z","caller":"traceutil/trace.go:171","msg":"trace[1655374612] linearizableReadLoop","detail":"{readStateIndex:2035; appliedIndex:2034; }","duration":"102.542097ms","start":"2026-04-09T17:41:34.226349Z","end":"2026-04-09T17:41:34.328891Z","steps":["trace[1655374612] 'read index received' (duration: 94.753311ms)","trace[1655374612] 'applied index is now lower than readState.Index' (duration: 7.786006ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:41:34.329334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.911955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T17:41:34.32944Z","caller":"traceutil/trace.go:171","msg":"trace[50194010] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1961; }","duration":"103.108658ms","start":"2026-04-09T17:41:34.226304Z","end":"2026-04-09T17:41:34.329413Z","steps":["trace[50194010] 'agreement among raft nodes before linearized reading' (duration: 102.71562ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:36.486474Z","caller":"traceutil/trace.go:171","msg":"trace[2023296398] linearizableReadLoop","detail":"{readStateIndex:2046; appliedIndex:2043; }","duration":"142.058928ms","start":"2026-04-09T17:41:36.344404Z","end":"2026-04-09T17:41:36.486463Z","steps":["trace[2023296398] 'read index received' (duration: 42.694955ms)","trace[2023296398] 'applied index is now lower than readState.Index' (duration: 99.363503ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:41:36.486623Z","caller":"traceutil/trace.go:171","msg":"trace[837491854] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"151.88711ms","start":"2026-04-09T17:41:36.334728Z","end":"2026-04-09T17:41:36.486615Z","steps":["trace[837491854] 'process raft request' (duration: 151.716996ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:36.486624Z","caller":"traceutil/trace.go:171","msg":"trace[1286319709] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"155.307876ms","start":"2026-04-09T17:41:36.331296Z","end":"2026-04-09T17:41:36.486604Z","steps":["trace[1286319709] 'process raft request' (duration: 55.790109ms)","trace[1286319709] 'compare' (duration: 99.19619ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:41:36.486634Z","caller":"traceutil/trace.go:171","msg":"trace[1678491347] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"153.196369ms","start":"2026-04-09T17:41:36.333411Z","end":"2026-04-09T17:41:36.486607Z","steps":["trace[1678491347] 'process raft request' (duration: 153.007735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:36.486789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.372255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-09T17:41:36.486816Z","caller":"traceutil/trace.go:171","msg":"trace[1671667916] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1971; }","duration":"142.439687ms","start":"2026-04-09T17:41:36.34437Z","end":"2026-04-09T17:41:36.486809Z","steps":["trace[1671667916] 'agreement among raft nodes before linearized reading' (duration: 142.340805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:36.571209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.499535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-09T17:41:36.571278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.999747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:41:36.57128Z","caller":"traceutil/trace.go:171","msg":"trace[720652706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1972; }","duration":"226.586897ms","start":"2026-04-09T17:41:36.344677Z","end":"2026-04-09T17:41:36.571263Z","steps":["trace[720652706] 'agreement among raft nodes before linearized reading' (duration: 226.401313ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:36.571305Z","caller":"traceutil/trace.go:171","msg":"trace[1360350251] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1972; }","duration":"115.057038ms","start":"2026-04-09T17:41:36.456239Z","end":"2026-04-09T17:41:36.571296Z","steps":["trace[1360350251] 'agreement among raft nodes before linearized reading' (duration: 115.011417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:36.571306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.064934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-09T17:41:36.571209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.82526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:41:36.57138Z","caller":"traceutil/trace.go:171","msg":"trace[345822258] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1972; }","duration":"226.163057ms","start":"2026-04-09T17:41:36.345198Z","end":"2026-04-09T17:41:36.571361Z","steps":["trace[345822258] 'agreement among raft nodes before linearized reading' (duration: 225.942402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:36.571363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.612078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-09T17:41:36.571381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.622358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T17:41:36.571421Z","caller":"traceutil/trace.go:171","msg":"trace[1492441020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1972; }","duration":"226.700389ms","start":"2026-04-09T17:41:36.344707Z","end":"2026-04-09T17:41:36.571408Z","steps":["trace[1492441020] 'agreement among raft nodes before linearized reading' (duration: 226.561716ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:36.571419Z","caller":"traceutil/trace.go:171","msg":"trace[1619010264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1972; }","duration":"203.051785ms","start":"2026-04-09T17:41:36.368339Z","end":"2026-04-09T17:41:36.571391Z","steps":["trace[1619010264] 'agreement among raft nodes before linearized reading' (duration: 202.8433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:36.571455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.928889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T17:41:36.571452Z","caller":"traceutil/trace.go:171","msg":"trace[1779440179] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1972; }","duration":"226.70851ms","start":"2026-04-09T17:41:36.344727Z","end":"2026-04-09T17:41:36.571435Z","steps":["trace[1779440179] 'agreement among raft nodes before linearized reading' (duration: 226.502155ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:36.571489Z","caller":"traceutil/trace.go:171","msg":"trace[1862621911] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1972; }","duration":"216.99113ms","start":"2026-04-09T17:41:36.354486Z","end":"2026-04-09T17:41:36.571477Z","steps":["trace[1862621911] 'agreement among raft nodes before linearized reading' (duration: 216.894718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:36.571503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.72319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-09T17:41:36.571543Z","caller":"traceutil/trace.go:171","msg":"trace[359320107] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1972; }","duration":"226.786692ms","start":"2026-04-09T17:41:36.344745Z","end":"2026-04-09T17:41:36.571532Z","steps":["trace[359320107] 'agreement among raft nodes before linearized reading' (duration: 226.558647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:36.769549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.363599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:41:36.769773Z","caller":"traceutil/trace.go:171","msg":"trace[1485779280] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"194.82171ms","start":"2026-04-09T17:41:36.57493Z","end":"2026-04-09T17:41:36.769752Z","steps":["trace[1485779280] 'process raft request' (duration: 93.186435ms)","trace[1485779280] 'compare' (duration: 101.266927ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:41:36.769837Z","caller":"traceutil/trace.go:171","msg":"trace[783775905] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"194.811159ms","start":"2026-04-09T17:41:36.574983Z","end":"2026-04-09T17:41:36.769794Z","steps":["trace[783775905] 'process raft request' (duration: 194.714797ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:36.769862Z","caller":"traceutil/trace.go:171","msg":"trace[1546138500] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"194.83388ms","start":"2026-04-09T17:41:36.574997Z","end":"2026-04-09T17:41:36.769831Z","steps":["trace[1546138500] 'process raft request' (duration: 194.742488ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:36.769884Z","caller":"traceutil/trace.go:171","msg":"trace[1898519107] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"194.626265ms","start":"2026-04-09T17:41:36.575246Z","end":"2026-04-09T17:41:36.769873Z","steps":["trace[1898519107] 'process raft request' (duration: 194.547574ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:36.770008Z","caller":"traceutil/trace.go:171","msg":"trace[1947131782] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"194.964053ms","start":"2026-04-09T17:41:36.575019Z","end":"2026-04-09T17:41:36.769983Z","steps":["trace[1947131782] 'process raft request' (duration: 194.748008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:42.615024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.212426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:41:42.615269Z","caller":"traceutil/trace.go:171","msg":"trace[1636839092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2011; }","duration":"136.525813ms","start":"2026-04-09T17:41:42.478717Z","end":"2026-04-09T17:41:42.615243Z","steps":["trace[1636839092] 'range keys from in-memory index tree' (duration: 135.91558ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:42.637479Z","caller":"traceutil/trace.go:171","msg":"trace[196478753] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"104.393329ms","start":"2026-04-09T17:41:42.533056Z","end":"2026-04-09T17:41:42.637449Z","steps":["trace[196478753] 'process raft request' (duration: 104.207765ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:42.797647Z","caller":"traceutil/trace.go:171","msg":"trace[149559044] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"143.059471ms","start":"2026-04-09T17:41:42.654555Z","end":"2026-04-09T17:41:42.797614Z","steps":["trace[149559044] 'process raft request' (duration: 62.494271ms)","trace[149559044] 'compare' (duration: 80.439527ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:41:43.054225Z","caller":"traceutil/trace.go:171","msg":"trace[2056282126] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"218.529126ms","start":"2026-04-09T17:41:42.835673Z","end":"2026-04-09T17:41:43.054202Z","steps":["trace[2056282126] 'process raft request' (duration: 218.375621ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:43.126361Z","caller":"traceutil/trace.go:171","msg":"trace[465938417] linearizableReadLoop","detail":"{readStateIndex:2095; appliedIndex:2091; }","duration":"167.165225ms","start":"2026-04-09T17:41:42.959176Z","end":"2026-04-09T17:41:43.126341Z","steps":["trace[465938417] 'read index received' (duration: 94.862012ms)","trace[465938417] 'applied index is now lower than readState.Index' (duration: 72.302323ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:41:43.126389Z","caller":"traceutil/trace.go:171","msg":"trace[764418382] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"290.47948ms","start":"2026-04-09T17:41:42.835896Z","end":"2026-04-09T17:41:43.126376Z","steps":["trace[764418382] 'process raft request' (duration: 290.396438ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:43.126417Z","caller":"traceutil/trace.go:171","msg":"trace[809475576] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"290.738105ms","start":"2026-04-09T17:41:42.835672Z","end":"2026-04-09T17:41:43.12641Z","steps":["trace[809475576] 'process raft request' (duration: 290.49827ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:43.126481Z","caller":"traceutil/trace.go:171","msg":"trace[1754582290] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"289.309703ms","start":"2026-04-09T17:41:42.837138Z","end":"2026-04-09T17:41:43.126447Z","steps":["trace[1754582290] 'process raft request' (duration: 289.17449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:43.12676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.572304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-09T17:41:43.126791Z","caller":"traceutil/trace.go:171","msg":"trace[765827236] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2019; }","duration":"167.644335ms","start":"2026-04-09T17:41:42.95914Z","end":"2026-04-09T17:41:43.126784Z","steps":["trace[765827236] 'agreement among raft nodes before linearized reading' (duration: 167.350498ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:44.755318Z","caller":"traceutil/trace.go:171","msg":"trace[1536780256] linearizableReadLoop","detail":"{readStateIndex:2101; appliedIndex:2099; }","duration":"104.346056ms","start":"2026-04-09T17:41:44.650942Z","end":"2026-04-09T17:41:44.755289Z","steps":["trace[1536780256] 'read index received' (duration: 39.702296ms)","trace[1536780256] 'applied index is now lower than readState.Index' (duration: 64.6421ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:41:44.755464Z","caller":"traceutil/trace.go:171","msg":"trace[975814697] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"112.349447ms","start":"2026-04-09T17:41:44.643088Z","end":"2026-04-09T17:41:44.755437Z","steps":["trace[975814697] 'process raft request' (duration: 112.02263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:44.755987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.008921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T17:41:44.756097Z","caller":"traceutil/trace.go:171","msg":"trace[270268751] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2024; }","duration":"105.161336ms","start":"2026-04-09T17:41:44.65091Z","end":"2026-04-09T17:41:44.756072Z","steps":["trace[270268751] 'agreement among raft nodes before linearized reading' (duration: 104.493921ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:46.566525Z","caller":"traceutil/trace.go:171","msg":"trace[534257435] transaction","detail":"{read_only:false; response_revision:2032; number_of_response:1; }","duration":"114.864344ms","start":"2026-04-09T17:41:46.451631Z","end":"2026-04-09T17:41:46.566495Z","steps":["trace[534257435] 'process raft request' (duration: 114.479685ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:47.160098Z","caller":"traceutil/trace.go:171","msg":"trace[1530363953] transaction","detail":"{read_only:false; response_revision:2037; number_of_response:1; }","duration":"209.449701ms","start":"2026-04-09T17:41:46.950603Z","end":"2026-04-09T17:41:47.160052Z","steps":["trace[1530363953] 'process raft request' (duration: 142.899428ms)","trace[1530363953] 'compare' (duration: 66.230096ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:41:49.379798Z","caller":"traceutil/trace.go:171","msg":"trace[394304986] linearizableReadLoop","detail":"{readStateIndex:2127; appliedIndex:2126; }","duration":"118.220241ms","start":"2026-04-09T17:41:49.261552Z","end":"2026-04-09T17:41:49.379773Z","steps":["trace[394304986] 'read index received' (duration: 118.002885ms)","trace[394304986] 'applied index is now lower than readState.Index' (duration: 216.086µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:41:49.379912Z","caller":"traceutil/trace.go:171","msg":"trace[292108491] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"139.146042ms","start":"2026-04-09T17:41:49.240735Z","end":"2026-04-09T17:41:49.379881Z","steps":["trace[292108491] 'process raft request' (duration: 138.884185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:49.380157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.878572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-09T17:41:49.380205Z","caller":"traceutil/trace.go:171","msg":"trace[2123817135] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2049; }","duration":"117.942723ms","start":"2026-04-09T17:41:49.262247Z","end":"2026-04-09T17:41:49.38019Z","steps":["trace[2123817135] 'agreement among raft nodes before linearized reading' (duration: 117.81534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:49.380196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.593629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T17:41:49.380298Z","caller":"traceutil/trace.go:171","msg":"trace[977086865] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2049; }","duration":"118.752262ms","start":"2026-04-09T17:41:49.261524Z","end":"2026-04-09T17:41:49.380277Z","steps":["trace[977086865] 'agreement among raft nodes before linearized reading' (duration: 118.464386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:49.380187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.596639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T17:41:49.380419Z","caller":"traceutil/trace.go:171","msg":"trace[197917366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2049; }","duration":"118.858195ms","start":"2026-04-09T17:41:49.261541Z","end":"2026-04-09T17:41:49.380399Z","steps":["trace[197917366] 'agreement among raft nodes before linearized reading' (duration: 118.489317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:02.370942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.82141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T17:42:02.371032Z","caller":"traceutil/trace.go:171","msg":"trace[364007590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2110; }","duration":"918.969304ms","start":"2026-04-09T17:42:01.45204Z","end":"2026-04-09T17:42:02.371009Z","steps":["trace[364007590] 'range keys from in-memory index tree' (duration: 918.615515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:02.371077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.557064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:42:02.371087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:01.452012Z","time spent":"919.064175ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T17:42:02.371109Z","caller":"traceutil/trace.go:171","msg":"trace[357917404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2110; }","duration":"891.650066ms","start":"2026-04-09T17:42:01.479451Z","end":"2026-04-09T17:42:02.371101Z","steps":["trace[357917404] 'range keys from in-memory index tree' (duration: 891.311619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:02.371166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:01.479422Z","time spent":"891.734988ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:42:02.370974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.415572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-09T17:42:02.371266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.766368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-04-09T17:42:02.371296Z","caller":"traceutil/trace.go:171","msg":"trace[637310946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2110; }","duration":"837.78536ms","start":"2026-04-09T17:42:01.533499Z","end":"2026-04-09T17:42:02.371284Z","steps":["trace[637310946] 'range keys from in-memory index tree' (duration: 837.278428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:02.371305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149191922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-09T17:42:02.371334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:01.533472Z","time spent":"837.850991ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T17:42:02.37135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.082991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-09T17:42:02.371396Z","caller":"traceutil/trace.go:171","msg":"trace[1141922473] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2110; }","duration":"832.145582ms","start":"2026-04-09T17:42:01.539239Z","end":"2026-04-09T17:42:02.371385Z","steps":["trace[1141922473] 'range keys from in-memory index tree' (duration: 832.005629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:02.371401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.441438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T17:42:02.371432Z","caller":"traceutil/trace.go:171","msg":"trace[1380276749] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2110; }","duration":"394.504039ms","start":"2026-04-09T17:42:01.976919Z","end":"2026-04-09T17:42:02.371423Z","steps":["trace[1380276749] 'range keys from in-memory index tree' (duration: 394.339706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:02.371435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:01.539233Z","time spent":"832.192064ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T17:42:02.371458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:01.976898Z","time spent":"394.554711ms","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-09T17:42:02.371317Z","caller":"traceutil/trace.go:171","msg":"trace[172814752] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2110; }","duration":"875.86367ms","start":"2026-04-09T17:42:01.495439Z","end":"2026-04-09T17:42:02.371303Z","steps":["trace[172814752] 'range keys from in-memory index tree' (duration: 875.618844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:02.3715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:01.495416Z","time spent":"876.073445ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-09T17:42:02.37136Z","caller":"traceutil/trace.go:171","msg":"trace[479084394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2110; }","duration":"1.149299764s","start":"2026-04-09T17:42:01.222047Z","end":"2026-04-09T17:42:02.371347Z","steps":["trace[479084394] 'range keys from in-memory index tree' (duration: 1.149057259s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:02.37126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.069281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T17:42:02.371708Z","caller":"traceutil/trace.go:171","msg":"trace[1053134832] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2110; }","duration":"832.535931ms","start":"2026-04-09T17:42:01.539164Z","end":"2026-04-09T17:42:02.3717Z","steps":["trace[1053134832] 'range keys from in-memory index tree' (duration: 831.825176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:02.371738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:01.539089Z","time spent":"832.641674ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T17:42:02.371704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:01.222019Z","time spent":"1.149602212s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T17:42:02.371887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212596994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-09T17:42:02.371961Z","caller":"traceutil/trace.go:171","msg":"trace[872418728] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2110; }","duration":"1.212708788s","start":"2026-04-09T17:42:01.159231Z","end":"2026-04-09T17:42:02.37194Z","steps":["trace[872418728] 'range keys from in-memory index tree' (duration: 1.211838288s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:02.372006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:01.159204Z","time spent":"1.212792969s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-09T17:42:02.879682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432934667,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:42:03.380492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432934667,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:42:03.725088Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.349367413s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T17:42:03.725466Z","caller":"traceutil/trace.go:171","msg":"trace[416072708] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"1.349840483s","start":"2026-04-09T17:42:02.375589Z","end":"2026-04-09T17:42:03.725429Z","steps":["trace[416072708] 'process raft request' (duration: 1.34969066s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:03.725609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:02.375564Z","time spent":"1.349974358s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:42:05.478624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000217662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T17:42:05.478718Z","caller":"traceutil/trace.go:171","msg":"trace[44639183] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000370355s","start":"2026-04-09T17:42:03.478328Z","end":"2026-04-09T17:42:05.478698Z","steps":["trace[44639183] 'agreement among raft nodes before linearized reading' (duration: 2.000247053s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:05.478785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:03.478308Z","time spent":"2.000447878s","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:42:07.343678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000490158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T17:42:07.343782Z","caller":"traceutil/trace.go:171","msg":"trace[2124662789] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000647321s","start":"2026-04-09T17:42:05.343115Z","end":"2026-04-09T17:42:07.343763Z","steps":["trace[2124662789] 'agreement among raft nodes before linearized reading' (duration: 2.000523368s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:07.343829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:05.3431Z","time spent":"2.000720153s","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 17:42:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T17:42:07.357395Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.632077495s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T17:42:07.374832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:02.37607Z","time spent":"4.998740039s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/09 17:42:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T17:42:07.376093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:02.376896Z","time spent":"4.999187769s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/09 17:42:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T17:42:07.480469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000453356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T17:42:07.480564Z","caller":"traceutil/trace.go:171","msg":"trace[1075892222] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00062213s","start":"2026-04-09T17:42:05.47992Z","end":"2026-04-09T17:42:07.480542Z","steps":["trace[1075892222] 'agreement among raft nodes before linearized reading' (duration: 2.000492247s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:07.480627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:05.479903Z","time spent":"2.000712063s","remote":"127.0.0.1:38594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 17:42:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T17:42:07.71359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:02.715446Z","time spent":"4.998136326s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/09 17:42:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T17:42:07.909386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:02.916411Z","time spent":"4.992969259s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/09 17:42:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T17:42:07.918298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.58824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:42:07.919161Z","caller":"traceutil/trace.go:171","msg":"trace[305045627] transaction","detail":"{read_only:false; response_revision:2114; number_of_response:1; }","duration":"5.542932619s","start":"2026-04-09T17:42:02.376185Z","end":"2026-04-09T17:42:07.919118Z","steps":["trace[305045627] 'process raft request' (duration: 5.542345925s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:07.919265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:02.376166Z","time spent":"5.543049183s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:42:07.919425Z","caller":"traceutil/trace.go:171","msg":"trace[131777988] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"5.542783257s","start":"2026-04-09T17:42:02.376617Z","end":"2026-04-09T17:42:07.9194Z","steps":["trace[131777988] 'process raft request' (duration: 5.541963707s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:42:07.919429Z","caller":"traceutil/trace.go:171","msg":"trace[2016004196] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"4.942517061s","start":"2026-04-09T17:42:02.97689Z","end":"2026-04-09T17:42:07.919407Z","steps":["trace[2016004196] 'process raft request' (duration: 4.941855355s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:42:07.919522Z","caller":"traceutil/trace.go:171","msg":"trace[700295187] transaction","detail":"{read_only:false; response_revision:2112; number_of_response:1; }","duration":"5.543572394s","start":"2026-04-09T17:42:02.37593Z","end":"2026-04-09T17:42:07.919502Z","steps":["trace[700295187] 'process raft request' (duration: 4.981654563s)","trace[700295187] 'compare' (duration: 559.912055ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:42:07.919539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:02.976864Z","time spent":"4.942618202s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:42:07.919603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:02.375898Z","time spent":"5.543659116s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:42:07.920181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:02.376592Z","time spent":"5.542880958s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:42:08.080588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998976334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T17:42:08.080716Z","caller":"traceutil/trace.go:171","msg":"trace[1102425052] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999102046s","start":"2026-04-09T17:42:03.081541Z","end":"2026-04-09T17:42:08.080643Z","steps":["trace[1102425052] 'agreement among raft nodes before linearized reading' (duration: 4.999012454s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:08.080764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:03.081519Z","time spent":"4.99923632s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/09 17:42:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T17:42:08.576524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00014658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T17:42:08.576712Z","caller":"traceutil/trace.go:171","msg":"trace[1400598147] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000402766s","start":"2026-04-09T17:42:06.57628Z","end":"2026-04-09T17:42:08.576682Z","steps":["trace[1400598147] 'agreement among raft nodes before linearized reading' (duration: 2.000199111s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:08.576854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:06.576263Z","time spent":"2.000567109s","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 17:42:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T17:42:09.441139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52232305s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T17:42:09.442035Z","caller":"traceutil/trace.go:171","msg":"trace[21081022] linearizableReadLoop","detail":"{readStateIndex:2200; appliedIndex:2191; }","duration":"7.063156761s","start":"2026-04-09T17:42:02.378852Z","end":"2026-04-09T17:42:09.442009Z","steps":["trace[21081022] 'read index received' (duration: 1.346479448s)","trace[21081022] 'applied index is now lower than readState.Index' (duration: 5.716674803s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:42:09.442274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.063418626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:42:09.44235Z","caller":"traceutil/trace.go:171","msg":"trace[974462146] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2119; }","duration":"7.063540229s","start":"2026-04-09T17:42:02.378796Z","end":"2026-04-09T17:42:09.442336Z","steps":["trace[974462146] 'agreement among raft nodes before linearized reading' (duration: 7.063311434s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:09.442376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:02.378781Z","time spent":"7.06358862s","remote":"127.0.0.1:39036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-09T17:42:09.442767Z","caller":"traceutil/trace.go:171","msg":"trace[2027130820] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"2.885331311s","start":"2026-04-09T17:42:06.557428Z","end":"2026-04-09T17:42:09.442759Z","steps":["trace[2027130820] 'process raft request' (duration: 2.884542973s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:09.442951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:06.557403Z","time spent":"2.885391501s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:42:09.442967Z","caller":"traceutil/trace.go:171","msg":"trace[1959898278] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"2.005942732s","start":"2026-04-09T17:42:07.437004Z","end":"2026-04-09T17:42:09.442947Z","steps":["trace[1959898278] 'process raft request' (duration: 2.005303078s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:09.443081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:07.436974Z","time spent":"2.006037963s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:42:09.488363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000048879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T17:42:09.488444Z","caller":"traceutil/trace.go:171","msg":"trace[819684393] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000221093s","start":"2026-04-09T17:42:07.488206Z","end":"2026-04-09T17:42:09.488428Z","steps":["trace[819684393] 'agreement among raft nodes before linearized reading' (duration: 2.00008114s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:09.4885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:07.488184Z","time spent":"2.000300574s","remote":"127.0.0.1:38594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 17:42:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T17:42:11.340539Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.360556616s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T17:42:11.451025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.073627539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T17:42:11.451111Z","caller":"traceutil/trace.go:171","msg":"trace[509325248] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.073822064s","start":"2026-04-09T17:42:09.377271Z","end":"2026-04-09T17:42:11.451093Z","steps":["trace[509325248] 'agreement among raft nodes before linearized reading' (duration: 2.073708261s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:11.451158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:09.377254Z","time spent":"2.073893405s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/09 17:42:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T17:42:11.494315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999989577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T17:42:11.494404Z","caller":"traceutil/trace.go:171","msg":"trace[1555451375] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00012491s","start":"2026-04-09T17:42:09.494261Z","end":"2026-04-09T17:42:11.494386Z","steps":["trace[1555451375] 'agreement among raft nodes before linearized reading' (duration: 2.000009767s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:11.494449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:09.494247Z","time spent":"2.000192921s","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:42:11.538676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161243548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T17:42:11.538786Z","caller":"traceutil/trace.go:171","msg":"trace[786707633] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.161489484s","start":"2026-04-09T17:42:09.377271Z","end":"2026-04-09T17:42:11.53876Z","steps":["trace[786707633] 'agreement among raft nodes before linearized reading' (duration: 2.161350851s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:11.538851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:09.377253Z","time spent":"2.161583326s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/09 17:42:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T17:42:11.886146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320399993s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:42:11.88632Z","caller":"traceutil/trace.go:171","msg":"trace[890528520] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2121; }","duration":"2.320578667s","start":"2026-04-09T17:42:09.565705Z","end":"2026-04-09T17:42:11.886284Z","steps":["trace[890528520] 'range keys from in-memory index tree' (duration: 2.320346662s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:11.886994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.298669382s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:42:11.887163Z","caller":"traceutil/trace.go:171","msg":"trace[2058294719] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"3.140475393s","start":"2026-04-09T17:42:08.746638Z","end":"2026-04-09T17:42:11.887114Z","steps":["trace[2058294719] 'process raft request' (duration: 841.427442ms)","trace[2058294719] 'compare' (duration: 2.298224772s)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:42:11.887263Z","caller":"traceutil/trace.go:171","msg":"trace[48941924] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"1.961931806s","start":"2026-04-09T17:42:09.925311Z","end":"2026-04-09T17:42:11.887243Z","steps":["trace[48941924] 'process raft request' (duration: 1.961807534s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:42:11.887329Z","caller":"traceutil/trace.go:171","msg":"trace[1144745210] linearizableReadLoop","detail":"{readStateIndex:2204; appliedIndex:2203; }","duration":"2.44516871s","start":"2026-04-09T17:42:09.442094Z","end":"2026-04-09T17:42:11.887262Z","steps":["trace[1144745210] 'read index received' (duration: 145.877484ms)","trace[1144745210] 'applied index is now lower than readState.Index' (duration: 2.299288526s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:42:11.88739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:08.746617Z","time spent":"3.140659526s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:42:11.887563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.089922141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:42:11.887687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.97119561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T17:42:11.887664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.042945143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:42:11.8877Z","caller":"traceutil/trace.go:171","msg":"trace[717488737] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2123; }","duration":"6.090129176s","start":"2026-04-09T17:42:05.797536Z","end":"2026-04-09T17:42:11.887665Z","steps":["trace[717488737] 'agreement among raft nodes before linearized reading' (duration: 6.089790548s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:42:11.887731Z","caller":"traceutil/trace.go:171","msg":"trace[977225562] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2123; }","duration":"8.971307463s","start":"2026-04-09T17:42:02.916411Z","end":"2026-04-09T17:42:11.887718Z","steps":["trace[977225562] 'agreement among raft nodes before linearized reading' (duration: 8.971238451s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:11.887729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.509299899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-09T17:42:11.88772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.976332418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-04-09T17:42:11.887758Z","caller":"traceutil/trace.go:171","msg":"trace[243920390] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2123; }","duration":"4.043098796s","start":"2026-04-09T17:42:07.844639Z","end":"2026-04-09T17:42:11.887738Z","steps":["trace[243920390] 'agreement among raft nodes before linearized reading' (duration: 4.042860781s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:11.887776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:02.916376Z","time spent":"8.971387675s","remote":"127.0.0.1:39064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:42:11.887789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.573555498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:42:11.887805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:07.844621Z","time spent":"4.043176309s","remote":"127.0.0.1:38900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":90,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-04-09T17:42:11.887816Z","caller":"traceutil/trace.go:171","msg":"trace[2141953951] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2123; }","duration":"3.976454891s","start":"2026-04-09T17:42:07.911331Z","end":"2026-04-09T17:42:11.887786Z","steps":["trace[2141953951] 'agreement among raft nodes before linearized reading' (duration: 3.976203636s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:11.88785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.807979601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:42:11.887858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.914313343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:42:11.887871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:07.911315Z","time spent":"3.976546863s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-09T17:42:11.887901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.854512945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:42:11.88791Z","caller":"traceutil/trace.go:171","msg":"trace[1692175763] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2123; }","duration":"7.914422125s","start":"2026-04-09T17:42:03.973475Z","end":"2026-04-09T17:42:11.887897Z","steps":["trace[1692175763] 'agreement among raft nodes before linearized reading' (duration: 7.914340733s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:42:11.88794Z","caller":"traceutil/trace.go:171","msg":"trace[1293094537] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2123; }","duration":"2.854578535s","start":"2026-04-09T17:42:09.033344Z","end":"2026-04-09T17:42:11.887923Z","steps":["trace[1293094537] 'agreement among raft nodes before linearized reading' (duration: 2.854532634s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:11.887957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:03.973442Z","time spent":"7.914501766s","remote":"127.0.0.1:47152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:42:11.887989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:09.033325Z","time spent":"2.854654528s","remote":"127.0.0.1:44600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-09T17:42:11.888003Z","caller":"traceutil/trace.go:171","msg":"trace[1129309407] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2123; }","duration":"7.808074733s","start":"2026-04-09T17:42:04.079811Z","end":"2026-04-09T17:42:11.887886Z","steps":["trace[1129309407] 'agreement among raft nodes before linearized reading' (duration: 7.807988571s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:11.888044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.354433715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:42:11.888078Z","caller":"traceutil/trace.go:171","msg":"trace[646725918] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2123; }","duration":"9.354470426s","start":"2026-04-09T17:42:02.533599Z","end":"2026-04-09T17:42:11.888069Z","steps":["trace[646725918] 'agreement among raft nodes before linearized reading' (duration: 9.354395514s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:11.888095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:04.079795Z","time spent":"7.808275418s","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:42:11.888096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.464933497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:42:11.888118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:02.533533Z","time spent":"9.354578019s","remote":"127.0.0.1:38698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":25,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:42:11.887366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:09.925295Z","time spent":"1.962018668s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:42:11.888145Z","caller":"traceutil/trace.go:171","msg":"trace[575132489] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2123; }","duration":"5.465017578s","start":"2026-04-09T17:42:06.423114Z","end":"2026-04-09T17:42:11.888131Z","steps":["trace[575132489] 'agreement among raft nodes before linearized reading' (duration: 5.464937776s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:11.888205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:06.423094Z","time spent":"5.46509114s","remote":"127.0.0.1:38728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:42:11.887699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.452727564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.230\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-09T17:42:11.888275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.184420404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:42:11.88828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.109234624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a4c1253b153887\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-09T17:42:11.887787Z","caller":"traceutil/trace.go:171","msg":"trace[1571923412] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2123; }","duration":"8.509394901s","start":"2026-04-09T17:42:03.378375Z","end":"2026-04-09T17:42:11.88777Z","steps":["trace[1571923412] 'agreement among raft nodes before linearized reading' (duration: 8.509217377s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:42:11.888362Z","caller":"traceutil/trace.go:171","msg":"trace[94193537] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2123; }","duration":"3.184541337s","start":"2026-04-09T17:42:08.703807Z","end":"2026-04-09T17:42:11.888348Z","steps":["trace[94193537] 'agreement among raft nodes before linearized reading' (duration: 3.184435725s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:11.888368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.40146705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T17:42:11.888384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:03.378355Z","time spent":"8.510019274s","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-09T17:42:11.888381Z","caller":"traceutil/trace.go:171","msg":"trace[1014409592] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a4c1253b153887; range_end:; response_count:1; response_revision:2123; }","duration":"8.109360406s","start":"2026-04-09T17:42:03.779005Z","end":"2026-04-09T17:42:11.888365Z","steps":["trace[1014409592] 'agreement among raft nodes before linearized reading' (duration: 8.109170232s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:11.888399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:08.703785Z","time spent":"3.184604118s","remote":"127.0.0.1:57066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-09T17:42:11.888413Z","caller":"traceutil/trace.go:171","msg":"trace[1191707545] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2123; }","duration":"7.401537562s","start":"2026-04-09T17:42:04.486858Z","end":"2026-04-09T17:42:11.888395Z","steps":["trace[1191707545] 'agreement among raft nodes before linearized reading' (duration: 7.401425439s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:11.887622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.156723739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-09T17:42:11.888439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:03.778993Z","time spent":"8.109425917s","remote":"127.0.0.1:38662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a4c1253b153887\" "} {"level":"warn","ts":"2026-04-09T17:42:11.888457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:04.48684Z","time spent":"7.401607363s","remote":"127.0.0.1:49632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-09T17:42:11.888462Z","caller":"traceutil/trace.go:171","msg":"trace[906411352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2123; }","duration":"6.157622889s","start":"2026-04-09T17:42:05.730829Z","end":"2026-04-09T17:42:11.888452Z","steps":["trace[906411352] 'agreement among raft nodes before linearized reading' (duration: 6.156630427s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:11.888502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:05.730804Z","time spent":"6.157684571s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T17:42:11.888619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.147258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:42:11.88866Z","caller":"traceutil/trace.go:171","msg":"trace[1922151397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2123; }","duration":"393.21511ms","start":"2026-04-09T17:42:11.495436Z","end":"2026-04-09T17:42:11.888651Z","steps":["trace[1922151397] 'agreement among raft nodes before linearized reading' (duration: 393.157358ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:42:11.888289Z","caller":"traceutil/trace.go:171","msg":"trace[1702854865] range","detail":"{range_begin:/registry/masterleases/199.19.213.230; range_end:; response_count:1; response_revision:2123; }","duration":"3.453402458s","start":"2026-04-09T17:42:08.434874Z","end":"2026-04-09T17:42:11.888277Z","steps":["trace[1702854865] 'agreement among raft nodes before linearized reading' (duration: 3.452604281s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:11.888668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805608467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-09T17:42:11.888693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:11.495419Z","time spent":"393.264931ms","remote":"127.0.0.1:38594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:42:11.888342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.442263694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:42:11.888723Z","caller":"traceutil/trace.go:171","msg":"trace[1646871559] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2123; }","duration":"1.805697979s","start":"2026-04-09T17:42:10.082997Z","end":"2026-04-09T17:42:11.888695Z","steps":["trace[1646871559] 'agreement among raft nodes before linearized reading' (duration: 1.805516614s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:11.888714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:08.434843Z","time spent":"3.45385395s","remote":"127.0.0.1:38612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.230\" "} {"level":"warn","ts":"2026-04-09T17:42:11.888749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:10.082974Z","time spent":"1.805769941s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T17:42:11.888753Z","caller":"traceutil/trace.go:171","msg":"trace[557603080] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2123; }","duration":"2.442687033s","start":"2026-04-09T17:42:09.446044Z","end":"2026-04-09T17:42:11.888731Z","steps":["trace[557603080] 'agreement among raft nodes before linearized reading' (duration: 2.442235922s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:11.888818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:09.446028Z","time spent":"2.442771206s","remote":"127.0.0.1:38762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-09T17:42:11.887851Z","caller":"traceutil/trace.go:171","msg":"trace[940363497] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2123; }","duration":"2.573610799s","start":"2026-04-09T17:42:09.314223Z","end":"2026-04-09T17:42:11.887834Z","steps":["trace[940363497] 'agreement among raft nodes before linearized reading' (duration: 2.573533908s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:11.888935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964989927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-09T17:42:11.888017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.173168473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-09T17:42:11.888958Z","caller":"traceutil/trace.go:171","msg":"trace[704197311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2123; }","duration":"1.965040847s","start":"2026-04-09T17:42:09.923909Z","end":"2026-04-09T17:42:11.88895Z","steps":["trace[704197311] 'agreement among raft nodes before linearized reading' (duration: 1.964969896s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:11.888981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:09.923894Z","time spent":"1.965082439s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T17:42:11.888971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:09.314179Z","time spent":"2.574771187s","remote":"127.0.0.1:38794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-09T17:42:11.888982Z","caller":"traceutil/trace.go:171","msg":"trace[491319273] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2123; }","duration":"4.174160307s","start":"2026-04-09T17:42:07.714805Z","end":"2026-04-09T17:42:11.888965Z","steps":["trace[491319273] 'agreement among raft nodes before linearized reading' (duration: 4.1730216s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:11.888504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.009465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T17:42:11.889035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:07.714788Z","time spent":"4.174231988s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-09T17:42:11.889066Z","caller":"traceutil/trace.go:171","msg":"trace[1185311198] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2123; }","duration":"436.60402ms","start":"2026-04-09T17:42:11.452454Z","end":"2026-04-09T17:42:11.889058Z","steps":["trace[1185311198] 'agreement among raft nodes before linearized reading' (duration: 435.968535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:11.889089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:11.452438Z","time spent":"436.64425ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T17:42:11.887781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:05.797512Z","time spent":"6.090249678s","remote":"127.0.0.1:56948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:42:11.889207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.435624433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T17:42:11.889228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.965387455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-09T17:42:11.889268Z","caller":"traceutil/trace.go:171","msg":"trace[363675100] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2123; }","duration":"7.435727665s","start":"2026-04-09T17:42:04.453517Z","end":"2026-04-09T17:42:11.889244Z","steps":["trace[363675100] 'agreement among raft nodes before linearized reading' (duration: 7.435646213s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:42:11.889285Z","caller":"traceutil/trace.go:171","msg":"trace[629356508] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2123; }","duration":"1.965471497s","start":"2026-04-09T17:42:09.923797Z","end":"2026-04-09T17:42:11.889269Z","steps":["trace[629356508] 'agreement among raft nodes before linearized reading' (duration: 1.965319624s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:11.889314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:04.453498Z","time spent":"7.435805357s","remote":"127.0.0.1:38850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:42:11.889333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:09.923778Z","time spent":"1.965542119s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T17:42:12.714346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.84913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T17:42:12.714455Z","caller":"traceutil/trace.go:171","msg":"trace[250254693] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"818.003443ms","start":"2026-04-09T17:42:11.896431Z","end":"2026-04-09T17:42:12.714434Z","steps":["trace[250254693] 'agreement among raft nodes before linearized reading' (duration: 817.87335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:12.714507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:11.896416Z","time spent":"818.080895ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/09 17:42:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T17:42:12.737678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.08997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T17:42:12.737785Z","caller":"traceutil/trace.go:171","msg":"trace[2126046201] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; }","duration":"839.303124ms","start":"2026-04-09T17:42:11.898456Z","end":"2026-04-09T17:42:12.737759Z","steps":["trace[2126046201] 'agreement among raft nodes before linearized reading' (duration: 839.083469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:12.737842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:11.89845Z","time spent":"839.380946ms","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} 2026/04/09 17:42:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T17:42:12.7697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.441336ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-09T17:42:12.770095Z","caller":"traceutil/trace.go:171","msg":"trace[1403587479] linearizableReadLoop","detail":"{readStateIndex:2207; appliedIndex:2205; }","duration":"875.884091ms","start":"2026-04-09T17:42:11.894192Z","end":"2026-04-09T17:42:12.770076Z","steps":["trace[1403587479] 'read index received' (duration: 230.043006ms)","trace[1403587479] 'applied index is now lower than readState.Index' (duration: 645.839815ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:42:12.770182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:11.891646Z","time spent":"878.53341ms","remote":"127.0.0.1:38612","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-09T17:42:12.770308Z","caller":"traceutil/trace.go:171","msg":"trace[1257308581] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"873.684711ms","start":"2026-04-09T17:42:11.896577Z","end":"2026-04-09T17:42:12.770262Z","steps":["trace[1257308581] 'process raft request' (duration: 873.435975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:12.770446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.959112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-04-09T17:42:12.770482Z","caller":"traceutil/trace.go:171","msg":"trace[681845050] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2128; }","duration":"876.023682ms","start":"2026-04-09T17:42:11.894448Z","end":"2026-04-09T17:42:12.770471Z","steps":["trace[681845050] 'agreement among raft nodes before linearized reading' (duration: 875.943641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:12.7705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:11.896557Z","time spent":"873.843965ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:42:12.770513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:11.894437Z","time spent":"876.069544ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-09T17:42:12.770503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.287219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-04-09T17:42:12.770574Z","caller":"traceutil/trace.go:171","msg":"trace[516603840] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"873.080566ms","start":"2026-04-09T17:42:11.897464Z","end":"2026-04-09T17:42:12.770544Z","steps":["trace[516603840] 'process raft request' (duration: 872.578795ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:42:12.770595Z","caller":"traceutil/trace.go:171","msg":"trace[469981842] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2128; }","duration":"876.432213ms","start":"2026-04-09T17:42:11.894138Z","end":"2026-04-09T17:42:12.77057Z","steps":["trace[469981842] 'agreement among raft nodes before linearized reading' (duration: 876.095785ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:42:12.770588Z","caller":"traceutil/trace.go:171","msg":"trace[1937656946] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"874.374386ms","start":"2026-04-09T17:42:11.896177Z","end":"2026-04-09T17:42:12.770551Z","steps":["trace[1937656946] 'process raft request' (duration: 873.755983ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:42:12.770613Z","caller":"traceutil/trace.go:171","msg":"trace[1167507672] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"874.09152ms","start":"2026-04-09T17:42:11.896499Z","end":"2026-04-09T17:42:12.77059Z","steps":["trace[1167507672] 'process raft request' (duration: 873.477696ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:42:12.77065Z","caller":"traceutil/trace.go:171","msg":"trace[2054665068] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"876.875043ms","start":"2026-04-09T17:42:11.893763Z","end":"2026-04-09T17:42:12.770638Z","steps":["trace[2054665068] 'process raft request' (duration: 876.044575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:12.770653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:11.894122Z","time spent":"876.516125ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-09T17:42:12.770684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.547525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:42:12.770683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.899663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T17:42:12.7707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:11.897437Z","time spent":"873.195349ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:42:12.770914Z","caller":"traceutil/trace.go:171","msg":"trace[462952313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2128; }","duration":"872.78018ms","start":"2026-04-09T17:42:11.898117Z","end":"2026-04-09T17:42:12.770897Z","steps":["trace[462952313] 'agreement among raft nodes before linearized reading' (duration: 872.543705ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:42:12.77093Z","caller":"traceutil/trace.go:171","msg":"trace[1090222766] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2128; }","duration":"792.21065ms","start":"2026-04-09T17:42:11.978704Z","end":"2026-04-09T17:42:12.770915Z","steps":["trace[1090222766] 'agreement among raft nodes before linearized reading' (duration: 791.871283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:12.770942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:11.896489Z","time spent":"874.188682ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:42:12.77097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:11.898089Z","time spent":"872.865701ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:42:12.770972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:11.978681Z","time spent":"792.283071ms","remote":"127.0.0.1:38736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:42:12.77096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:11.896158Z","time spent":"874.501559ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:42:12.770932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:11.893733Z","time spent":"876.944774ms","remote":"127.0.0.1:38662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:42:13.241474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.855481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:42:13.241795Z","caller":"traceutil/trace.go:171","msg":"trace[966374103] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"462.385953ms","start":"2026-04-09T17:42:12.779387Z","end":"2026-04-09T17:42:13.241773Z","steps":["trace[966374103] 'process raft request' (duration: 462.31341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:13.241886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:12.779349Z","time spent":"462.501655ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:42:13.241983Z","caller":"traceutil/trace.go:171","msg":"trace[474856835] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"469.842701ms","start":"2026-04-09T17:42:12.772117Z","end":"2026-04-09T17:42:13.24196Z","steps":["trace[474856835] 'process raft request' (duration: 196.381875ms)","trace[474856835] 'compare' (duration: 272.702688ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:42:13.241991Z","caller":"traceutil/trace.go:171","msg":"trace[355576676] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"467.159111ms","start":"2026-04-09T17:42:12.774788Z","end":"2026-04-09T17:42:13.241947Z","steps":["trace[355576676] 'process raft request' (duration: 466.825522ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:42:13.241991Z","caller":"traceutil/trace.go:171","msg":"trace[538705186] linearizableReadLoop","detail":"{readStateIndex:2212; appliedIndex:2211; }","duration":"469.80131ms","start":"2026-04-09T17:42:12.772141Z","end":"2026-04-09T17:42:13.241942Z","steps":["trace[538705186] 'read index received' (duration: 39.981µs)","trace[538705186] 'applied index is now lower than readState.Index' (duration: 469.756229ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:42:13.242067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:12.772099Z","time spent":"469.925542ms","remote":"127.0.0.1:38612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:42:13.242223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:12.774763Z","time spent":"467.365685ms","remote":"127.0.0.1:38662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T17:42:13.242242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.080676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:42:13.242336Z","caller":"traceutil/trace.go:171","msg":"trace[2121979369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2131; }","duration":"470.22136ms","start":"2026-04-09T17:42:12.772094Z","end":"2026-04-09T17:42:13.242316Z","steps":["trace[2121979369] 'agreement among raft nodes before linearized reading' (duration: 469.979404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:13.242383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.931637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-09T17:42:13.242389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:12.772071Z","time spent":"470.310121ms","remote":"127.0.0.1:38594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T17:42:13.24243Z","caller":"traceutil/trace.go:171","msg":"trace[1338602442] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2131; }","duration":"344.012179ms","start":"2026-04-09T17:42:12.898405Z","end":"2026-04-09T17:42:13.242417Z","steps":["trace[1338602442] 'agreement among raft nodes before linearized reading' (duration: 343.835605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:13.242469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:12.898386Z","time spent":"344.07057ms","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-09T17:42:14.750289Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.364517846s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T17:42:14.857543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471647384s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:42:14.857682Z","caller":"traceutil/trace.go:171","msg":"trace[2034984377] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"1.607903182s","start":"2026-04-09T17:42:13.249749Z","end":"2026-04-09T17:42:14.857653Z","steps":["trace[2034984377] 'process raft request' (duration: 136.080654ms)","trace[2034984377] 'compare' (duration: 1.471507061s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:42:14.857825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:13.249734Z","time spent":"1.608022095s","remote":"127.0.0.1:38662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:42:14.85796Z","caller":"traceutil/trace.go:171","msg":"trace[533692377] linearizableReadLoop","detail":"{readStateIndex:2215; appliedIndex:2214; }","duration":"1.606279895s","start":"2026-04-09T17:42:13.251662Z","end":"2026-04-09T17:42:14.857942Z","steps":["trace[533692377] 'read index received' (duration: 134.132519ms)","trace[533692377] 'applied index is now lower than readState.Index' (duration: 1.472146096s)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:42:14.858046Z","caller":"traceutil/trace.go:171","msg":"trace[90850923] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"1.603792109s","start":"2026-04-09T17:42:13.254219Z","end":"2026-04-09T17:42:14.858011Z","steps":["trace[90850923] 'process raft request' (duration: 1.603416441s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:14.858273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:13.254201Z","time spent":"1.604025275s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:42:15.234267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.532704ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-09T17:42:15.234415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982728438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:42:15.234493Z","caller":"traceutil/trace.go:171","msg":"trace[1468131902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2133; }","duration":"1.982864311s","start":"2026-04-09T17:42:13.251604Z","end":"2026-04-09T17:42:15.234469Z","steps":["trace[1468131902] 'agreement among raft nodes before linearized reading' (duration: 1.60646312s)","trace[1468131902] 'range keys from in-memory index tree' (duration: 376.237276ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:42:15.23454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:13.251582Z","time spent":"1.982951362s","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T17:42:15.234974Z","caller":"traceutil/trace.go:171","msg":"trace[645909520] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"1.338251003s","start":"2026-04-09T17:42:13.896714Z","end":"2026-04-09T17:42:15.234965Z","steps":["trace[645909520] 'process raft request' (duration: 1.33766322s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:15.235054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:13.896679Z","time spent":"1.338325514s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:42:15.378199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.123221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:42:15.378441Z","caller":"traceutil/trace.go:171","msg":"trace[1448037633] linearizableReadLoop","detail":"{readStateIndex:2219; appliedIndex:2216; }","duration":"520.289989ms","start":"2026-04-09T17:42:14.858133Z","end":"2026-04-09T17:42:15.378423Z","steps":["trace[1448037633] 'read index received' (duration: 217.524172ms)","trace[1448037633] 'applied index is now lower than readState.Index' (duration: 302.764267ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:42:15.378581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007637585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:42:15.378598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.606519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-09T17:42:15.378632Z","caller":"traceutil/trace.go:171","msg":"trace[1943846192] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2135; }","duration":"1.007745708s","start":"2026-04-09T17:42:14.370873Z","end":"2026-04-09T17:42:15.378619Z","steps":["trace[1943846192] 'agreement among raft nodes before linearized reading' (duration: 1.007658876s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:42:15.378654Z","caller":"traceutil/trace.go:171","msg":"trace[662141639] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2135; }","duration":"602.66924ms","start":"2026-04-09T17:42:14.77597Z","end":"2026-04-09T17:42:15.378639Z","steps":["trace[662141639] 'agreement among raft nodes before linearized reading' (duration: 602.488556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:15.378669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:14.370842Z","time spent":"1.007817248s","remote":"127.0.0.1:56972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:42:15.378636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.566338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T17:42:15.378709Z","caller":"traceutil/trace.go:171","msg":"trace[1296346854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2135; }","duration":"602.67217ms","start":"2026-04-09T17:42:14.77603Z","end":"2026-04-09T17:42:15.378702Z","steps":["trace[1296346854] 'agreement among raft nodes before linearized reading' (duration: 602.416005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:15.378737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.948924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T17:42:15.378658Z","caller":"traceutil/trace.go:171","msg":"trace[1565380339] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"599.364775ms","start":"2026-04-09T17:42:14.77925Z","end":"2026-04-09T17:42:15.378615Z","steps":["trace[1565380339] 'process raft request' (duration: 455.705862ms)","trace[1565380339] 'compare' (duration: 142.60541ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:42:15.379047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.375303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a4c1253b153887\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-09T17:42:15.378684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:14.77592Z","time spent":"602.759122ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T17:42:15.379029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.768122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-09T17:42:15.379135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.593162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:42:15.379164Z","caller":"traceutil/trace.go:171","msg":"trace[530797167] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2135; }","duration":"468.679634ms","start":"2026-04-09T17:42:14.910478Z","end":"2026-04-09T17:42:15.379158Z","steps":["trace[530797167] 'agreement among raft nodes before linearized reading' (duration: 468.631193ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:42:15.379152Z","caller":"traceutil/trace.go:171","msg":"trace[1345201926] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2135; }","duration":"603.162371ms","start":"2026-04-09T17:42:14.77596Z","end":"2026-04-09T17:42:15.379122Z","steps":["trace[1345201926] 'agreement among raft nodes before linearized reading' (duration: 602.557147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:15.379184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:14.910441Z","time spent":"468.737056ms","remote":"127.0.0.1:49650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:42:15.379204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103069562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-09T17:42:15.379177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.92701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:42:15.379235Z","caller":"traceutil/trace.go:171","msg":"trace[2082956104] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2135; }","duration":"1.103143443s","start":"2026-04-09T17:42:14.27608Z","end":"2026-04-09T17:42:15.379224Z","steps":["trace[2082956104] 'agreement among raft nodes before linearized reading' (duration: 1.103077451s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:15.379259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:14.276054Z","time spent":"1.103198044s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-09T17:42:15.379267Z","caller":"traceutil/trace.go:171","msg":"trace[980342333] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2135; }","duration":"280.088236ms","start":"2026-04-09T17:42:15.099159Z","end":"2026-04-09T17:42:15.379247Z","steps":["trace[980342333] 'agreement among raft nodes before linearized reading' (duration: 279.908171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:15.379243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:14.77922Z","time spent":"599.813896ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:42:15.37874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:14.776021Z","time spent":"602.711831ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T17:42:15.379447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.630624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:42:15.37948Z","caller":"traceutil/trace.go:171","msg":"trace[665580781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2135; }","duration":"143.719927ms","start":"2026-04-09T17:42:15.235753Z","end":"2026-04-09T17:42:15.379473Z","steps":["trace[665580781] 'agreement among raft nodes before linearized reading' (duration: 143.672846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:15.379217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:14.775939Z","time spent":"603.263335ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T17:42:15.379084Z","caller":"traceutil/trace.go:171","msg":"trace[993646806] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a4c1253b153887; range_end:; response_count:1; response_revision:2135; }","duration":"517.486646ms","start":"2026-04-09T17:42:14.861589Z","end":"2026-04-09T17:42:15.379076Z","steps":["trace[993646806] 'agreement among raft nodes before linearized reading' (duration: 517.388654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:15.3797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:14.861569Z","time spent":"518.122561ms","remote":"127.0.0.1:38662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a4c1253b153887\" "} {"level":"info","ts":"2026-04-09T17:42:15.37898Z","caller":"traceutil/trace.go:171","msg":"trace[336132352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2135; }","duration":"602.019976ms","start":"2026-04-09T17:42:14.776753Z","end":"2026-04-09T17:42:15.378773Z","steps":["trace[336132352] 'agreement among raft nodes before linearized reading' (duration: 601.920724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:15.37977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:14.776745Z","time spent":"603.014739ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T17:42:15.379955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128793142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T17:42:15.380031Z","caller":"traceutil/trace.go:171","msg":"trace[1428003645] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2135; }","duration":"1.128916005s","start":"2026-04-09T17:42:14.25109Z","end":"2026-04-09T17:42:15.380006Z","steps":["trace[1428003645] 'agreement among raft nodes before linearized reading' (duration: 1.128487245s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:15.380172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:42:14.25105Z","time spent":"1.129108529s","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-09T17:42:15.642238Z","caller":"traceutil/trace.go:171","msg":"trace[1627125652] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"110.392712ms","start":"2026-04-09T17:42:15.531821Z","end":"2026-04-09T17:42:15.642214Z","steps":["trace[1627125652] 'process raft request' (duration: 108.742906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:16.009541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.856699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:42:16.009756Z","caller":"traceutil/trace.go:171","msg":"trace[1679571909] linearizableReadLoop","detail":"{readStateIndex:2235; appliedIndex:2234; }","duration":"131.03902ms","start":"2026-04-09T17:42:15.878686Z","end":"2026-04-09T17:42:16.009725Z","steps":["trace[1679571909] 'read index received' (duration: 69.822µs)","trace[1679571909] 'applied index is now lower than readState.Index' (duration: 130.965078ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:42:16.009979Z","caller":"traceutil/trace.go:171","msg":"trace[1223299648] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"166.333077ms","start":"2026-04-09T17:42:15.843402Z","end":"2026-04-09T17:42:16.009735Z","steps":["trace[1223299648] 'process raft request' (duration: 22.14733ms)","trace[1223299648] 'compare' (duration: 143.566902ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:42:16.010124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.422608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:42:16.010183Z","caller":"traceutil/trace.go:171","msg":"trace[1539848088] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2151; }","duration":"131.557532ms","start":"2026-04-09T17:42:15.878607Z","end":"2026-04-09T17:42:16.010164Z","steps":["trace[1539848088] 'agreement among raft nodes before linearized reading' (duration: 131.386558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:16.326491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.213907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-v7b82.18a4c1040bd5a340\" ","response":"range_response_count:1 size:778"} {"level":"info","ts":"2026-04-09T17:42:16.326576Z","caller":"traceutil/trace.go:171","msg":"trace[1639741959] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-v7b82.18a4c1040bd5a340; range_end:; response_count:1; response_revision:2151; }","duration":"132.35065ms","start":"2026-04-09T17:42:16.194205Z","end":"2026-04-09T17:42:16.326555Z","steps":["trace[1639741959] 'range keys from in-memory index tree' (duration: 132.022822ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:42:16.549882Z","caller":"traceutil/trace.go:171","msg":"trace[652389223] linearizableReadLoop","detail":"{readStateIndex:2239; appliedIndex:2237; }","duration":"121.712148ms","start":"2026-04-09T17:42:16.428157Z","end":"2026-04-09T17:42:16.549869Z","steps":["trace[652389223] 'read index received' (duration: 35.247347ms)","trace[652389223] 'applied index is now lower than readState.Index' (duration: 86.464311ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:42:16.550045Z","caller":"traceutil/trace.go:171","msg":"trace[2048876488] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"123.99061ms","start":"2026-04-09T17:42:16.426025Z","end":"2026-04-09T17:42:16.550016Z","steps":["trace[2048876488] 'process raft request' (duration: 123.763435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:16.550075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.910443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:42:16.550121Z","caller":"traceutil/trace.go:171","msg":"trace[331530055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2155; }","duration":"121.998305ms","start":"2026-04-09T17:42:16.428115Z","end":"2026-04-09T17:42:16.550113Z","steps":["trace[331530055] 'agreement among raft nodes before linearized reading' (duration: 121.928063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:16.578559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.437508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:42:16.578636Z","caller":"traceutil/trace.go:171","msg":"trace[2001011865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2156; }","duration":"100.553911ms","start":"2026-04-09T17:42:16.478064Z","end":"2026-04-09T17:42:16.578618Z","steps":["trace[2001011865] 'agreement among raft nodes before linearized reading' (duration: 100.403558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:16.578786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.458604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T17:42:16.578928Z","caller":"traceutil/trace.go:171","msg":"trace[769598758] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2156; }","duration":"125.693288ms","start":"2026-04-09T17:42:16.453202Z","end":"2026-04-09T17:42:16.578895Z","steps":["trace[769598758] 'agreement among raft nodes before linearized reading' (duration: 125.243288ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:42:19.64192Z","caller":"traceutil/trace.go:171","msg":"trace[1059293753] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"153.113558ms","start":"2026-04-09T17:42:19.488776Z","end":"2026-04-09T17:42:19.64189Z","steps":["trace[1059293753] 'process raft request' (duration: 152.905433ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:42:19.644075Z","caller":"traceutil/trace.go:171","msg":"trace[646226174] linearizableReadLoop","detail":"{readStateIndex:2259; appliedIndex:2256; }","duration":"145.138678ms","start":"2026-04-09T17:42:19.498918Z","end":"2026-04-09T17:42:19.644056Z","steps":["trace[646226174] 'read index received' (duration: 142.789395ms)","trace[646226174] 'applied index is now lower than readState.Index' (duration: 2.348113ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:42:19.644145Z","caller":"traceutil/trace.go:171","msg":"trace[779424165] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"153.800804ms","start":"2026-04-09T17:42:19.490292Z","end":"2026-04-09T17:42:19.644093Z","steps":["trace[779424165] 'process raft request' (duration: 153.63003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:42:19.644227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.299792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T17:42:19.644262Z","caller":"traceutil/trace.go:171","msg":"trace[1484319581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2174; }","duration":"145.374414ms","start":"2026-04-09T17:42:19.498878Z","end":"2026-04-09T17:42:19.644253Z","steps":["trace[1484319581] 'agreement among raft nodes before linearized reading' (duration: 145.243831ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:42:19.644519Z","caller":"traceutil/trace.go:171","msg":"trace[1066961148] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"153.397045ms","start":"2026-04-09T17:42:19.491059Z","end":"2026-04-09T17:42:19.644456Z","steps":["trace[1066961148] 'process raft request' (duration: 152.947825ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:42:21.826488Z","caller":"traceutil/trace.go:171","msg":"trace[1958087210] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"112.873149ms","start":"2026-04-09T17:42:21.713591Z","end":"2026-04-09T17:42:21.826465Z","steps":["trace[1958087210] 'process raft request' (duration: 112.833808ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:42:21.826541Z","caller":"traceutil/trace.go:171","msg":"trace[1389261344] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"113.594026ms","start":"2026-04-09T17:42:21.712929Z","end":"2026-04-09T17:42:21.826523Z","steps":["trace[1389261344] 'process raft request' (duration: 97.39573ms)","trace[1389261344] 'compare' (duration: 15.9236ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:42:21.826589Z","caller":"traceutil/trace.go:171","msg":"trace[1059464561] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"113.431181ms","start":"2026-04-09T17:42:21.71315Z","end":"2026-04-09T17:42:21.826581Z","steps":["trace[1059464561] 'process raft request' (duration: 113.233467ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:42:25.981359Z","caller":"traceutil/trace.go:171","msg":"trace[1714789642] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"109.805199ms","start":"2026-04-09T17:42:25.871531Z","end":"2026-04-09T17:42:25.981337Z","steps":["trace[1714789642] 'process raft request' (duration: 109.755008ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:42:25.981438Z","caller":"traceutil/trace.go:171","msg":"trace[878721868] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"109.860281ms","start":"2026-04-09T17:42:25.871536Z","end":"2026-04-09T17:42:25.981396Z","steps":["trace[878721868] 'process raft request' (duration: 109.38334ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:42:33.14613Z","caller":"traceutil/trace.go:171","msg":"trace[2066181216] linearizableReadLoop","detail":"{readStateIndex:2321; appliedIndex:2320; }","duration":"105.675379ms","start":"2026-04-09T17:42:33.040434Z","end":"2026-04-09T17:42:33.146109Z","steps":["trace[2066181216] 'read index received' (duration: 93.394552ms)","trace[2066181216] 'applied index is now lower than readState.Index' (duration: 12.279657ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:42:33.146191Z","caller":"traceutil/trace.go:171","msg":"trace[74260632] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"127.47736ms","start":"2026-04-09T17:42:33.018676Z","end":"2026-04-09T17:42:33.146154Z","steps":["trace[74260632] 'process raft request' (duration: 115.270494ms)","trace[74260632] 'compare' (duration: 11.982901ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:42:33.14638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.936174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"info","ts":"2026-04-09T17:42:33.146579Z","caller":"traceutil/trace.go:171","msg":"trace[1417884698] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:2233; }","duration":"106.18484ms","start":"2026-04-09T17:42:33.040372Z","end":"2026-04-09T17:42:33.146557Z","steps":["trace[1417884698] 'agreement among raft nodes before linearized reading' (duration: 105.851752ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:42:34.170592Z","caller":"traceutil/trace.go:171","msg":"trace[2135405829] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"129.33334ms","start":"2026-04-09T17:42:34.041234Z","end":"2026-04-09T17:42:34.170567Z","steps":["trace[2135405829] 'process raft request' (duration: 129.143006ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:42:49.822123Z","caller":"traceutil/trace.go:171","msg":"trace[860057541] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"110.006206ms","start":"2026-04-09T17:42:49.71208Z","end":"2026-04-09T17:42:49.822086Z","steps":["trace[860057541] 'process raft request' (duration: 109.766059ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:43:03.406272Z","caller":"traceutil/trace.go:171","msg":"trace[783388202] transaction","detail":"{read_only:false; response_revision:2403; number_of_response:1; }","duration":"189.623538ms","start":"2026-04-09T17:43:03.216608Z","end":"2026-04-09T17:43:03.406231Z","steps":["trace[783388202] 'process raft request' (duration: 183.51107ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:43:06.121053Z","caller":"traceutil/trace.go:171","msg":"trace[366973854] transaction","detail":"{read_only:false; response_revision:2414; number_of_response:1; }","duration":"123.03866ms","start":"2026-04-09T17:43:05.997944Z","end":"2026-04-09T17:43:06.120983Z","steps":["trace[366973854] 'process raft request' (duration: 122.902547ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:43:25.764705Z","caller":"traceutil/trace.go:171","msg":"trace[1093657242] transaction","detail":"{read_only:false; response_revision:2624; number_of_response:1; }","duration":"255.0011ms","start":"2026-04-09T17:43:25.509648Z","end":"2026-04-09T17:43:25.76465Z","steps":["trace[1093657242] 'process raft request' (duration: 246.292724ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:43:25.765272Z","caller":"traceutil/trace.go:171","msg":"trace[28323686] linearizableReadLoop","detail":"{readStateIndex:2729; appliedIndex:2728; }","duration":"236.440942ms","start":"2026-04-09T17:43:25.528809Z","end":"2026-04-09T17:43:25.76525Z","steps":["trace[28323686] 'read index received' (duration: 36.300418ms)","trace[28323686] 'applied index is now lower than readState.Index' (duration: 200.139394ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:43:25.765517Z","caller":"traceutil/trace.go:171","msg":"trace[1712575407] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"229.943966ms","start":"2026-04-09T17:43:25.535521Z","end":"2026-04-09T17:43:25.765465Z","steps":["trace[1712575407] 'process raft request' (duration: 228.869792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:43:25.765832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.009764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T17:43:25.766023Z","caller":"traceutil/trace.go:171","msg":"trace[1024411380] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2625; }","duration":"237.2545ms","start":"2026-04-09T17:43:25.528747Z","end":"2026-04-09T17:43:25.766002Z","steps":["trace[1024411380] 'agreement among raft nodes before linearized reading' (duration: 236.583205ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:43:25.959495Z","caller":"traceutil/trace.go:171","msg":"trace[1684274564] transaction","detail":"{read_only:false; response_revision:2628; number_of_response:1; }","duration":"147.876957ms","start":"2026-04-09T17:43:25.811579Z","end":"2026-04-09T17:43:25.959456Z","steps":["trace[1684274564] 'process raft request' (duration: 75.861327ms)","trace[1684274564] 'compare' (duration: 71.635912ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:43:25.959678Z","caller":"traceutil/trace.go:171","msg":"trace[5188107] transaction","detail":"{read_only:false; response_revision:2629; number_of_response:1; }","duration":"115.51379ms","start":"2026-04-09T17:43:25.844136Z","end":"2026-04-09T17:43:25.959649Z","steps":["trace[5188107] 'process raft request' (duration: 115.317445ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:43:25.959762Z","caller":"traceutil/trace.go:171","msg":"trace[907700579] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2629; }","duration":"114.2159ms","start":"2026-04-09T17:43:25.845525Z","end":"2026-04-09T17:43:25.959741Z","steps":["trace[907700579] 'process raft request' (duration: 114.004285ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:43:29.542271Z","caller":"traceutil/trace.go:171","msg":"trace[1966200050] transaction","detail":"{read_only:false; response_revision:2698; number_of_response:1; }","duration":"149.387901ms","start":"2026-04-09T17:43:29.392854Z","end":"2026-04-09T17:43:29.542242Z","steps":["trace[1966200050] 'process raft request' (duration: 149.201787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:43:32.882627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.03583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:43:32.882663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.944073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:43:32.882695Z","caller":"traceutil/trace.go:171","msg":"trace[1472126033] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2720; }","duration":"198.151283ms","start":"2026-04-09T17:43:32.684526Z","end":"2026-04-09T17:43:32.882677Z","steps":["trace[1472126033] 'count revisions from in-memory index tree' (duration: 197.929948ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:43:32.882714Z","caller":"traceutil/trace.go:171","msg":"trace[619858722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2720; }","duration":"405.031405ms","start":"2026-04-09T17:43:32.477669Z","end":"2026-04-09T17:43:32.882701Z","steps":["trace[619858722] 'range keys from in-memory index tree' (duration: 404.873222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:43:32.882743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:43:32.477653Z","time spent":"405.084326ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:43:32.882745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.233544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-09T17:43:32.882796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.022996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T17:43:32.882832Z","caller":"traceutil/trace.go:171","msg":"trace[699678610] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2720; }","duration":"462.090318ms","start":"2026-04-09T17:43:32.420734Z","end":"2026-04-09T17:43:32.882824Z","steps":["trace[699678610] 'range keys from in-memory index tree' (duration: 461.938204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:43:32.882844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.008909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-09T17:43:32.882853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:43:32.420711Z","time spent":"462.135719ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T17:43:32.882864Z","caller":"traceutil/trace.go:171","msg":"trace[1310686887] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2720; }","duration":"198.03038ms","start":"2026-04-09T17:43:32.684828Z","end":"2026-04-09T17:43:32.882858Z","steps":["trace[1310686887] 'range keys from in-memory index tree' (duration: 197.937108ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:43:32.882798Z","caller":"traceutil/trace.go:171","msg":"trace[71090747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2720; }","duration":"279.319796ms","start":"2026-04-09T17:43:32.603469Z","end":"2026-04-09T17:43:32.882789Z","steps":["trace[71090747] 'range keys from in-memory index tree' (duration: 279.143762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:43:34.349437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432936167,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:43:34.484126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044185189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-09T17:43:34.484227Z","caller":"traceutil/trace.go:171","msg":"trace[1379905766] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2725; }","duration":"1.044328881s","start":"2026-04-09T17:43:33.439876Z","end":"2026-04-09T17:43:34.484205Z","steps":["trace[1379905766] 'range keys from in-memory index tree' (duration: 1.043995014s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:43:34.484275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:43:33.43984Z","time spent":"1.044423374s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-09T17:43:34.49708Z","caller":"traceutil/trace.go:171","msg":"trace[1543472638] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"944.71539ms","start":"2026-04-09T17:43:33.552343Z","end":"2026-04-09T17:43:34.497058Z","steps":["trace[1543472638] 'process raft request' (duration: 944.547617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:43:34.497212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:43:33.552297Z","time spent":"944.846143ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:43:34.498235Z","caller":"traceutil/trace.go:171","msg":"trace[1662150296] transaction","detail":"{read_only:false; response_revision:2727; number_of_response:1; }","duration":"823.324527ms","start":"2026-04-09T17:43:33.674877Z","end":"2026-04-09T17:43:34.498202Z","steps":["trace[1662150296] 'process raft request' (duration: 823.111853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:43:34.498347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:43:33.674845Z","time spent":"823.455511ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:43:34.500356Z","caller":"traceutil/trace.go:171","msg":"trace[808668354] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"487.271685ms","start":"2026-04-09T17:43:34.013028Z","end":"2026-04-09T17:43:34.5003Z","steps":["trace[808668354] 'process raft request' (duration: 487.06435ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:43:34.500491Z","caller":"traceutil/trace.go:171","msg":"trace[1052360214] linearizableReadLoop","detail":"{readStateIndex:2838; appliedIndex:2833; }","duration":"651.930351ms","start":"2026-04-09T17:43:33.848544Z","end":"2026-04-09T17:43:34.500474Z","steps":["trace[1052360214] 'read index received' (duration: 648.396442ms)","trace[1052360214] 'applied index is now lower than readState.Index' (duration: 3.532859ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:43:34.500607Z","caller":"traceutil/trace.go:171","msg":"trace[1591308816] transaction","detail":"{read_only:false; response_revision:2729; number_of_response:1; }","duration":"193.675487ms","start":"2026-04-09T17:43:34.306921Z","end":"2026-04-09T17:43:34.500596Z","steps":["trace[1591308816] 'process raft request' (duration: 193.34606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:43:34.500689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:43:34.013003Z","time spent":"487.48119ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:43:34.500785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.243267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T17:43:34.501183Z","caller":"traceutil/trace.go:171","msg":"trace[1422275394] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2729; }","duration":"652.676878ms","start":"2026-04-09T17:43:33.848493Z","end":"2026-04-09T17:43:34.50117Z","steps":["trace[1422275394] 'agreement among raft nodes before linearized reading' (duration: 652.200246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:43:34.501234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:43:33.848473Z","time spent":"652.74879ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T17:43:34.500852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.590905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:43:34.501277Z","caller":"traceutil/trace.go:171","msg":"trace[3635099] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2729; }","duration":"501.046505ms","start":"2026-04-09T17:43:34.000218Z","end":"2026-04-09T17:43:34.501264Z","steps":["trace[3635099] 'agreement among raft nodes before linearized reading' (duration: 500.590824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:43:34.501322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:43:34.000203Z","time spent":"501.106247ms","remote":"127.0.0.1:49622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-09T17:43:39.43405Z","caller":"traceutil/trace.go:171","msg":"trace[1237256769] transaction","detail":"{read_only:false; response_revision:2762; number_of_response:1; }","duration":"519.438363ms","start":"2026-04-09T17:43:38.914589Z","end":"2026-04-09T17:43:39.434028Z","steps":["trace[1237256769] 'process raft request' (duration: 513.583281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:43:39.43421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:43:38.914582Z","time spent":"519.528555ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:43:39.435312Z","caller":"traceutil/trace.go:171","msg":"trace[1545659044] linearizableReadLoop","detail":"{readStateIndex:2875; appliedIndex:2871; }","duration":"305.946001ms","start":"2026-04-09T17:43:39.129352Z","end":"2026-04-09T17:43:39.435298Z","steps":["trace[1545659044] 'read index received' (duration: 298.845921ms)","trace[1545659044] 'applied index is now lower than readState.Index' (duration: 7.09933ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:43:39.435338Z","caller":"traceutil/trace.go:171","msg":"trace[1293182748] transaction","detail":"{read_only:false; response_revision:2763; number_of_response:1; }","duration":"520.059627ms","start":"2026-04-09T17:43:38.915251Z","end":"2026-04-09T17:43:39.435311Z","steps":["trace[1293182748] 'process raft request' (duration: 519.871343ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:43:39.435384Z","caller":"traceutil/trace.go:171","msg":"trace[275722532] transaction","detail":"{read_only:false; response_revision:2764; number_of_response:1; }","duration":"517.9214ms","start":"2026-04-09T17:43:38.917455Z","end":"2026-04-09T17:43:39.435376Z","steps":["trace[275722532] 'process raft request' (duration: 517.770506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:43:39.435431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:43:38.917448Z","time spent":"517.95386ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:43:39.435484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:43:38.915243Z","time spent":"520.15764ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:43:39.435586Z","caller":"traceutil/trace.go:171","msg":"trace[2134512968] transaction","detail":"{read_only:false; response_revision:2765; number_of_response:1; }","duration":"516.326893ms","start":"2026-04-09T17:43:38.919252Z","end":"2026-04-09T17:43:39.435579Z","steps":["trace[2134512968] 'process raft request' (duration: 516.011256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:43:39.435636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:43:38.919231Z","time spent":"516.379414ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:43:39.435734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.501401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T17:43:39.435747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.391791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:43:39.435778Z","caller":"traceutil/trace.go:171","msg":"trace[392990016] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2765; }","duration":"293.589943ms","start":"2026-04-09T17:43:39.142177Z","end":"2026-04-09T17:43:39.435767Z","steps":["trace[392990016] 'agreement among raft nodes before linearized reading' (duration: 293.490111ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:43:39.435781Z","caller":"traceutil/trace.go:171","msg":"trace[2123371473] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2765; }","duration":"306.470403ms","start":"2026-04-09T17:43:39.129302Z","end":"2026-04-09T17:43:39.435773Z","steps":["trace[2123371473] 'agreement among raft nodes before linearized reading' (duration: 306.405121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:43:39.435809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:43:39.129278Z","time spent":"306.522814ms","remote":"127.0.0.1:39064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-09T17:43:43.569618Z","caller":"traceutil/trace.go:171","msg":"trace[1712286712] transaction","detail":"{read_only:false; response_revision:2786; number_of_response:1; }","duration":"116.841129ms","start":"2026-04-09T17:43:43.452743Z","end":"2026-04-09T17:43:43.569584Z","steps":["trace[1712286712] 'process raft request' (duration: 116.662535ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:43:43.571893Z","caller":"traceutil/trace.go:171","msg":"trace[1642061537] transaction","detail":"{read_only:false; response_revision:2788; number_of_response:1; }","duration":"115.60393ms","start":"2026-04-09T17:43:43.456055Z","end":"2026-04-09T17:43:43.571659Z","steps":["trace[1642061537] 'process raft request' (duration: 115.486627ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:43:43.571999Z","caller":"traceutil/trace.go:171","msg":"trace[431329347] transaction","detail":"{read_only:false; response_revision:2787; number_of_response:1; }","duration":"117.185645ms","start":"2026-04-09T17:43:43.454778Z","end":"2026-04-09T17:43:43.571964Z","steps":["trace[431329347] 'process raft request' (duration: 116.547171ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:43:43.572108Z","caller":"traceutil/trace.go:171","msg":"trace[294735570] transaction","detail":"{read_only:false; response_revision:2789; number_of_response:1; }","duration":"115.688543ms","start":"2026-04-09T17:43:43.456403Z","end":"2026-04-09T17:43:43.572091Z","steps":["trace[294735570] 'process raft request' (duration: 115.203481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:44:00.777336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.963408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:44:00.777456Z","caller":"traceutil/trace.go:171","msg":"trace[1500188003] transaction","detail":"{read_only:false; response_revision:2895; number_of_response:1; }","duration":"152.656404ms","start":"2026-04-09T17:44:00.624784Z","end":"2026-04-09T17:44:00.77744Z","steps":["trace[1500188003] 'process raft request' (duration: 44.512882ms)","trace[1500188003] 'compare' (duration: 107.839655ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:44:07.386802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432936713,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T17:44:07.478501Z","caller":"traceutil/trace.go:171","msg":"trace[1670668468] transaction","detail":"{read_only:false; response_revision:2926; number_of_response:1; }","duration":"670.639603ms","start":"2026-04-09T17:44:06.807842Z","end":"2026-04-09T17:44:07.478481Z","steps":["trace[1670668468] 'process raft request' (duration: 670.520031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:44:07.478623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:44:06.807817Z","time spent":"670.741336ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:44:07.478631Z","caller":"traceutil/trace.go:171","msg":"trace[1385480033] linearizableReadLoop","detail":"{readStateIndex:3041; appliedIndex:3041; }","duration":"592.69128ms","start":"2026-04-09T17:44:06.8859Z","end":"2026-04-09T17:44:07.478592Z","steps":["trace[1385480033] 'read index received' (duration: 592.665319ms)","trace[1385480033] 'applied index is now lower than readState.Index' (duration: 15.14µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:44:07.478896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.006278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-09T17:44:07.478935Z","caller":"traceutil/trace.go:171","msg":"trace[1803122338] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2926; }","duration":"593.0775ms","start":"2026-04-09T17:44:06.885846Z","end":"2026-04-09T17:44:07.478924Z","steps":["trace[1803122338] 'agreement among raft nodes before linearized reading' (duration: 592.954196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:44:07.478956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:44:06.885824Z","time spent":"593.127701ms","remote":"127.0.0.1:38762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-09T17:44:07.479044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.999017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T17:44:07.479079Z","caller":"traceutil/trace.go:171","msg":"trace[1586428650] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2926; }","duration":"388.100599ms","start":"2026-04-09T17:44:07.090968Z","end":"2026-04-09T17:44:07.479068Z","steps":["trace[1586428650] 'agreement among raft nodes before linearized reading' (duration: 387.859553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:44:07.479112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:44:07.090949Z","time spent":"388.157471ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T17:44:07.618607Z","caller":"traceutil/trace.go:171","msg":"trace[462142940] transaction","detail":"{read_only:false; response_revision:2928; number_of_response:1; }","duration":"135.984538ms","start":"2026-04-09T17:44:07.482595Z","end":"2026-04-09T17:44:07.618579Z","steps":["trace[462142940] 'process raft request' (duration: 135.928557ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:44:07.618647Z","caller":"traceutil/trace.go:171","msg":"trace[550402765] transaction","detail":"{read_only:false; response_revision:2927; number_of_response:1; }","duration":"137.479542ms","start":"2026-04-09T17:44:07.481119Z","end":"2026-04-09T17:44:07.618599Z","steps":["trace[550402765] 'process raft request' (duration: 79.5752ms)","trace[550402765] 'compare' (duration: 57.693467ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:44:07.618686Z","caller":"traceutil/trace.go:171","msg":"trace[1851417032] linearizableReadLoop","detail":"{readStateIndex:3042; appliedIndex:3041; }","duration":"136.9521ms","start":"2026-04-09T17:44:07.481701Z","end":"2026-04-09T17:44:07.618653Z","steps":["trace[1851417032] 'read index received' (duration: 79.015868ms)","trace[1851417032] 'applied index is now lower than readState.Index' (duration: 57.931892ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:44:07.619212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.448282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-04-09T17:44:07.619328Z","caller":"traceutil/trace.go:171","msg":"trace[1355087580] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2928; }","duration":"137.619826ms","start":"2026-04-09T17:44:07.481682Z","end":"2026-04-09T17:44:07.619302Z","steps":["trace[1355087580] 'agreement among raft nodes before linearized reading' (duration: 137.125064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:44:08.539975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.962142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a4c140e95ae433\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-04-09T17:44:08.540123Z","caller":"traceutil/trace.go:171","msg":"trace[1614577648] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a4c140e95ae433; range_end:; response_count:1; response_revision:2928; }","duration":"820.157627ms","start":"2026-04-09T17:44:07.719935Z","end":"2026-04-09T17:44:08.540093Z","steps":["trace[1614577648] 'range keys from in-memory index tree' (duration: 819.703647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:44:08.540185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:44:07.719911Z","time spent":"820.259708ms","remote":"127.0.0.1:38662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a4c140e95ae433\" "} {"level":"warn","ts":"2026-04-09T17:44:08.541301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.225048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:44:08.541397Z","caller":"traceutil/trace.go:171","msg":"trace[326904534] linearizableReadLoop","detail":"{readStateIndex:3044; appliedIndex:3043; }","duration":"776.145047ms","start":"2026-04-09T17:44:07.765237Z","end":"2026-04-09T17:44:08.541382Z","steps":["trace[326904534] 'read index received' (duration: 389.48238ms)","trace[326904534] 'applied index is now lower than readState.Index' (duration: 386.661167ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:44:08.541473Z","caller":"traceutil/trace.go:171","msg":"trace[473191129] transaction","detail":"{read_only:false; response_revision:2929; number_of_response:1; }","duration":"819.966573ms","start":"2026-04-09T17:44:07.721455Z","end":"2026-04-09T17:44:08.541422Z","steps":["trace[473191129] 'process raft request' (duration: 433.281116ms)","trace[473191129] 'compare' (duration: 385.339646ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:44:08.541594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.350652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T17:44:08.541636Z","caller":"traceutil/trace.go:171","msg":"trace[749107600] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2929; }","duration":"776.428214ms","start":"2026-04-09T17:44:07.765196Z","end":"2026-04-09T17:44:08.541625Z","steps":["trace[749107600] 'agreement among raft nodes before linearized reading' (duration: 776.290331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:44:08.541679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:44:07.765176Z","time spent":"776.491446ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T17:44:08.541698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:44:07.721429Z","time spent":"820.140047ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:44:08.541924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.507916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T17:44:08.541956Z","caller":"traceutil/trace.go:171","msg":"trace[989816106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2929; }","duration":"776.555757ms","start":"2026-04-09T17:44:07.76539Z","end":"2026-04-09T17:44:08.541946Z","steps":["trace[989816106] 'agreement among raft nodes before linearized reading' (duration: 776.442494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:44:08.542004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:44:07.765382Z","time spent":"776.615348ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T17:44:08.542221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.614593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-09T17:44:08.542278Z","caller":"traceutil/trace.go:171","msg":"trace[46778220] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2929; }","duration":"493.704575ms","start":"2026-04-09T17:44:08.04856Z","end":"2026-04-09T17:44:08.542265Z","steps":["trace[46778220] 'agreement among raft nodes before linearized reading' (duration: 493.568582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:44:08.542319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:44:08.048542Z","time spent":"493.768426ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-09T17:44:08.542523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.195456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.230\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-09T17:44:08.542552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.727893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:44:08.542586Z","caller":"traceutil/trace.go:171","msg":"trace[1690398639] range","detail":"{range_begin:/registry/masterleases/199.19.213.230; range_end:; response_count:1; response_revision:2929; }","duration":"101.305259ms","start":"2026-04-09T17:44:08.441266Z","end":"2026-04-09T17:44:08.542572Z","steps":["trace[1690398639] 'agreement among raft nodes before linearized reading' (duration: 101.144485ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:44:08.542608Z","caller":"traceutil/trace.go:171","msg":"trace[935010694] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2929; }","duration":"392.835456ms","start":"2026-04-09T17:44:08.149739Z","end":"2026-04-09T17:44:08.542575Z","steps":["trace[935010694] 'agreement among raft nodes before linearized reading' (duration: 392.784235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:44:08.542635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:44:08.14971Z","time spent":"392.917878ms","remote":"127.0.0.1:57190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:44:08.542241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.907629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-09T17:44:08.54291Z","caller":"traceutil/trace.go:171","msg":"trace[1495924391] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2929; }","duration":"771.564074ms","start":"2026-04-09T17:44:07.771327Z","end":"2026-04-09T17:44:08.542891Z","steps":["trace[1495924391] 'agreement among raft nodes before linearized reading' (duration: 770.862648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:44:08.542964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:44:07.771295Z","time spent":"771.653766ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T17:44:09.110284Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432936729,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:44:09.831128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.529972ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:44:09.83125Z","caller":"traceutil/trace.go:171","msg":"trace[2010071059] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2929; }","duration":"265.675486ms","start":"2026-04-09T17:44:09.565557Z","end":"2026-04-09T17:44:09.831232Z","steps":["trace[2010071059] 'range keys from in-memory index tree' (duration: 265.513842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:44:09.832208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.463566ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-09T17:44:09.832398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:44:08.543518Z","time spent":"1.288872619s","remote":"127.0.0.1:38612","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-09T17:44:09.936874Z","caller":"traceutil/trace.go:171","msg":"trace[407327764] transaction","detail":"{read_only:false; response_revision:2930; number_of_response:1; }","duration":"1.392172373s","start":"2026-04-09T17:44:08.54467Z","end":"2026-04-09T17:44:09.936842Z","steps":["trace[407327764] 'process raft request' (duration: 1.391746294s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:44:09.937049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:44:08.544639Z","time spent":"1.392317256s","remote":"127.0.0.1:38662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:44:09.937108Z","caller":"traceutil/trace.go:171","msg":"trace[279463393] transaction","detail":"{read_only:false; response_revision:2931; number_of_response:1; }","duration":"1.390555477s","start":"2026-04-09T17:44:08.546527Z","end":"2026-04-09T17:44:09.937083Z","steps":["trace[279463393] 'process raft request' (duration: 1.390231249s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:44:09.937544Z","caller":"traceutil/trace.go:171","msg":"trace[1896727229] transaction","detail":"{read_only:false; response_revision:2934; number_of_response:1; }","duration":"1.389608716s","start":"2026-04-09T17:44:08.547928Z","end":"2026-04-09T17:44:09.937537Z","steps":["trace[1896727229] 'process raft request' (duration: 1.389428082s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:44:09.937587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:44:08.547918Z","time spent":"1.389647216s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:44:09.9376Z","caller":"traceutil/trace.go:171","msg":"trace[629550254] transaction","detail":"{read_only:false; response_revision:2935; number_of_response:1; }","duration":"1.306803933s","start":"2026-04-09T17:44:08.630777Z","end":"2026-04-09T17:44:09.937581Z","steps":["trace[629550254] 'process raft request' (duration: 1.306711911s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:44:09.937716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:44:08.63075Z","time spent":"1.306904364s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:44:09.937792Z","caller":"traceutil/trace.go:171","msg":"trace[2003380426] transaction","detail":"{read_only:false; response_revision:2939; number_of_response:1; }","duration":"103.57173ms","start":"2026-04-09T17:44:09.83421Z","end":"2026-04-09T17:44:09.937781Z","steps":["trace[2003380426] 'process raft request' (duration: 103.537489ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:44:09.937783Z","caller":"traceutil/trace.go:171","msg":"trace[1710329977] transaction","detail":"{read_only:false; response_revision:2936; number_of_response:1; }","duration":"1.30309759s","start":"2026-04-09T17:44:08.634661Z","end":"2026-04-09T17:44:09.937759Z","steps":["trace[1710329977] 'process raft request' (duration: 1.302887485s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:44:09.937956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:44:08.634655Z","time spent":"1.303194032s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:44:09.938013Z","caller":"traceutil/trace.go:171","msg":"trace[746181922] transaction","detail":"{read_only:false; response_revision:2937; number_of_response:1; }","duration":"1.289853412s","start":"2026-04-09T17:44:08.648151Z","end":"2026-04-09T17:44:09.938004Z","steps":["trace[746181922] 'process raft request' (duration: 1.289503644s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:44:09.93804Z","caller":"traceutil/trace.go:171","msg":"trace[1672165516] transaction","detail":"{read_only:false; response_revision:2938; number_of_response:1; }","duration":"243.395935ms","start":"2026-04-09T17:44:09.694634Z","end":"2026-04-09T17:44:09.93803Z","steps":["trace[1672165516] 'process raft request' (duration: 243.086628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:44:09.938066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:44:08.648124Z","time spent":"1.289912463s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:44:09.938119Z","caller":"traceutil/trace.go:171","msg":"trace[366075681] linearizableReadLoop","detail":"{readStateIndex:3053; appliedIndex:3044; }","duration":"1.328519061s","start":"2026-04-09T17:44:08.609593Z","end":"2026-04-09T17:44:09.938112Z","steps":["trace[366075681] 'read index received' (duration: 574.208815ms)","trace[366075681] 'applied index is now lower than readState.Index' (duration: 754.309456ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:44:09.938179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328585003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:44:09.938211Z","caller":"traceutil/trace.go:171","msg":"trace[456913008] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2939; }","duration":"1.328674864s","start":"2026-04-09T17:44:08.609527Z","end":"2026-04-09T17:44:09.938202Z","steps":["trace[456913008] 'agreement among raft nodes before linearized reading' (duration: 1.328624113s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:44:09.938237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:44:08.609496Z","time spent":"1.328734356s","remote":"127.0.0.1:48268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:44:09.938251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05286541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-09T17:44:09.938276Z","caller":"traceutil/trace.go:171","msg":"trace[867281881] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2939; }","duration":"1.052892051s","start":"2026-04-09T17:44:08.885377Z","end":"2026-04-09T17:44:09.938269Z","steps":["trace[867281881] 'agreement among raft nodes before linearized reading' (duration: 1.052795909s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:44:09.938298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:44:08.885315Z","time spent":"1.052978943s","remote":"127.0.0.1:38762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-09T17:44:09.937385Z","caller":"traceutil/trace.go:171","msg":"trace[2083778541] transaction","detail":"{read_only:false; response_revision:2933; number_of_response:1; }","duration":"1.389596355s","start":"2026-04-09T17:44:08.547783Z","end":"2026-04-09T17:44:09.93738Z","steps":["trace[2083778541] 'process raft request' (duration: 1.389439362s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:44:09.938425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:44:08.547773Z","time spent":"1.390627058s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:44:09.938447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.156699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T17:44:09.938466Z","caller":"traceutil/trace.go:171","msg":"trace[1316969432] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2939; }","duration":"315.22667ms","start":"2026-04-09T17:44:09.623234Z","end":"2026-04-09T17:44:09.93846Z","steps":["trace[1316969432] 'agreement among raft nodes before linearized reading' (duration: 315.170189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:44:09.938488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:44:09.623205Z","time spent":"315.279231ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T17:44:09.938533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.965556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:44:09.938653Z","caller":"traceutil/trace.go:171","msg":"trace[162220280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2939; }","duration":"460.11922ms","start":"2026-04-09T17:44:09.478524Z","end":"2026-04-09T17:44:09.938644Z","steps":["trace[162220280] 'agreement among raft nodes before linearized reading' (duration: 459.979187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:44:09.938685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:44:09.478506Z","time spent":"460.172491ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:44:09.938686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.052456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:44:09.938724Z","caller":"traceutil/trace.go:171","msg":"trace[559497453] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2939; }","duration":"756.133298ms","start":"2026-04-09T17:44:09.182575Z","end":"2026-04-09T17:44:09.938709Z","steps":["trace[559497453] 'agreement among raft nodes before linearized reading' (duration: 756.078156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:44:09.938754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:44:09.182553Z","time spent":"756.194118ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:44:09.938748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.388345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T17:44:09.938823Z","caller":"traceutil/trace.go:171","msg":"trace[1995427864] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2939; }","duration":"456.453457ms","start":"2026-04-09T17:44:09.482329Z","end":"2026-04-09T17:44:09.938782Z","steps":["trace[1995427864] 'agreement among raft nodes before linearized reading' (duration: 456.213362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:44:09.93887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:44:09.482322Z","time spent":"456.537969ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T17:44:09.937509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:44:08.546513Z","time spent":"1.390911354s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:44:09.937263Z","caller":"traceutil/trace.go:171","msg":"trace[1494007709] transaction","detail":"{read_only:false; response_revision:2932; number_of_response:1; }","duration":"1.390192158s","start":"2026-04-09T17:44:08.547061Z","end":"2026-04-09T17:44:09.937253Z","steps":["trace[1494007709] 'process raft request' (duration: 1.389963363s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:44:09.939093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:44:08.547047Z","time spent":"1.39202104s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:44:15.710179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.0997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:44:15.710298Z","caller":"traceutil/trace.go:171","msg":"trace[304383833] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2964; }","duration":"208.276425ms","start":"2026-04-09T17:44:15.501995Z","end":"2026-04-09T17:44:15.710272Z","steps":["trace[304383833] 'count revisions from in-memory index tree' (duration: 208.026399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:44:15.711132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.705982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-09T17:44:15.711283Z","caller":"traceutil/trace.go:171","msg":"trace[1507521051] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2964; }","duration":"151.905697ms","start":"2026-04-09T17:44:15.559344Z","end":"2026-04-09T17:44:15.71125Z","steps":["trace[1507521051] 'range keys from in-memory index tree' (duration: 151.496747ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:44:16.165993Z","caller":"traceutil/trace.go:171","msg":"trace[1331739637] transaction","detail":"{read_only:false; response_revision:2969; number_of_response:1; }","duration":"104.338097ms","start":"2026-04-09T17:44:16.061626Z","end":"2026-04-09T17:44:16.165964Z","steps":["trace[1331739637] 'process raft request' (duration: 52.385838ms)","trace[1331739637] 'compare' (duration: 51.772194ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:44:16.166408Z","caller":"traceutil/trace.go:171","msg":"trace[1961566370] transaction","detail":"{read_only:false; response_revision:2970; number_of_response:1; }","duration":"104.721446ms","start":"2026-04-09T17:44:16.061673Z","end":"2026-04-09T17:44:16.166395Z","steps":["trace[1961566370] 'process raft request' (duration: 104.250444ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:44:16.166451Z","caller":"traceutil/trace.go:171","msg":"trace[377494811] transaction","detail":"{read_only:false; response_revision:2972; number_of_response:1; }","duration":"104.167614ms","start":"2026-04-09T17:44:16.062275Z","end":"2026-04-09T17:44:16.166443Z","steps":["trace[377494811] 'process raft request' (duration: 104.01595ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:44:16.166392Z","caller":"traceutil/trace.go:171","msg":"trace[989216266] transaction","detail":"{read_only:false; response_revision:2973; number_of_response:1; }","duration":"103.951568ms","start":"2026-04-09T17:44:16.062416Z","end":"2026-04-09T17:44:16.166367Z","steps":["trace[989216266] 'process raft request' (duration: 103.911657ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:44:16.166454Z","caller":"traceutil/trace.go:171","msg":"trace[241957972] transaction","detail":"{read_only:false; response_revision:2971; number_of_response:1; }","duration":"104.258736ms","start":"2026-04-09T17:44:16.062163Z","end":"2026-04-09T17:44:16.166421Z","steps":["trace[241957972] 'process raft request' (duration: 104.022041ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:44:40.301145Z","caller":"traceutil/trace.go:171","msg":"trace[279103146] transaction","detail":"{read_only:false; response_revision:3100; number_of_response:1; }","duration":"111.021967ms","start":"2026-04-09T17:44:40.190104Z","end":"2026-04-09T17:44:40.301126Z","steps":["trace[279103146] 'process raft request' (duration: 110.913905ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:44:40.305353Z","caller":"traceutil/trace.go:171","msg":"trace[1686574740] transaction","detail":"{read_only:false; response_revision:3101; number_of_response:1; }","duration":"101.931432ms","start":"2026-04-09T17:44:40.203396Z","end":"2026-04-09T17:44:40.305328Z","steps":["trace[1686574740] 'process raft request' (duration: 101.82129ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:45:32.626875Z","caller":"traceutil/trace.go:171","msg":"trace[1679694803] transaction","detail":"{read_only:false; response_revision:3374; number_of_response:1; }","duration":"140.823552ms","start":"2026-04-09T17:45:32.486027Z","end":"2026-04-09T17:45:32.626851Z","steps":["trace[1679694803] 'process raft request' (duration: 140.679819ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:45:32.636172Z","caller":"traceutil/trace.go:171","msg":"trace[1851203181] transaction","detail":"{read_only:false; response_revision:3375; number_of_response:1; }","duration":"108.289409ms","start":"2026-04-09T17:45:32.527844Z","end":"2026-04-09T17:45:32.636134Z","steps":["trace[1851203181] 'process raft request' (duration: 107.940931ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:45:32.908088Z","caller":"traceutil/trace.go:171","msg":"trace[939686818] transaction","detail":"{read_only:false; response_revision:3379; number_of_response:1; }","duration":"266.986142ms","start":"2026-04-09T17:45:32.641057Z","end":"2026-04-09T17:45:32.908044Z","steps":["trace[939686818] 'process raft request' (duration: 266.631504ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:45:32.908167Z","caller":"traceutil/trace.go:171","msg":"trace[303588855] transaction","detail":"{read_only:false; response_revision:3377; number_of_response:1; }","duration":"267.275368ms","start":"2026-04-09T17:45:32.640853Z","end":"2026-04-09T17:45:32.908128Z","steps":["trace[303588855] 'process raft request' (duration: 260.364263ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:45:32.908085Z","caller":"traceutil/trace.go:171","msg":"trace[1175106140] transaction","detail":"{read_only:false; response_revision:3380; number_of_response:1; }","duration":"266.645044ms","start":"2026-04-09T17:45:32.641414Z","end":"2026-04-09T17:45:32.908059Z","steps":["trace[1175106140] 'process raft request' (duration: 266.326817ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:45:32.908412Z","caller":"traceutil/trace.go:171","msg":"trace[643696603] transaction","detail":"{read_only:false; response_revision:3378; number_of_response:1; }","duration":"267.497973ms","start":"2026-04-09T17:45:32.640899Z","end":"2026-04-09T17:45:32.908397Z","steps":["trace[643696603] 'process raft request' (duration: 266.684745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:45:44.961482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.647652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:45:44.961782Z","caller":"traceutil/trace.go:171","msg":"trace[596949365] transaction","detail":"{read_only:false; response_revision:3436; number_of_response:1; }","duration":"180.333432ms","start":"2026-04-09T17:45:44.78143Z","end":"2026-04-09T17:45:44.961763Z","steps":["trace[596949365] 'process raft request' (duration: 65.337782ms)","trace[596949365] 'compare' (duration: 114.490648ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:45:47.26818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.287175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:45:47.268484Z","caller":"traceutil/trace.go:171","msg":"trace[1080968068] transaction","detail":"{read_only:false; response_revision:3448; number_of_response:1; }","duration":"219.212564ms","start":"2026-04-09T17:45:47.049246Z","end":"2026-04-09T17:45:47.268459Z","steps":["trace[1080968068] 'process raft request' (duration: 75.555611ms)","trace[1080968068] 'compare' (duration: 143.127582ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:45:47.268539Z","caller":"traceutil/trace.go:171","msg":"trace[1371387078] linearizableReadLoop","detail":"{readStateIndex:3586; appliedIndex:3583; }","duration":"146.889656ms","start":"2026-04-09T17:45:47.121628Z","end":"2026-04-09T17:45:47.268517Z","steps":["trace[1371387078] 'read index received' (duration: 3.11342ms)","trace[1371387078] 'applied index is now lower than readState.Index' (duration: 143.775036ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:45:47.268593Z","caller":"traceutil/trace.go:171","msg":"trace[499059883] transaction","detail":"{read_only:false; response_revision:3449; number_of_response:1; }","duration":"219.00629ms","start":"2026-04-09T17:45:47.049554Z","end":"2026-04-09T17:45:47.268561Z","steps":["trace[499059883] 'process raft request' (duration: 218.826536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:45:47.26875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.114232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T17:45:47.268774Z","caller":"traceutil/trace.go:171","msg":"trace[951483694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3450; }","duration":"147.195623ms","start":"2026-04-09T17:45:47.121573Z","end":"2026-04-09T17:45:47.268769Z","steps":["trace[951483694] 'agreement among raft nodes before linearized reading' (duration: 147.107381ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:45:47.26866Z","caller":"traceutil/trace.go:171","msg":"trace[1656831599] transaction","detail":"{read_only:false; response_revision:3450; number_of_response:1; }","duration":"218.983659ms","start":"2026-04-09T17:45:47.04967Z","end":"2026-04-09T17:45:47.268654Z","steps":["trace[1656831599] 'process raft request' (duration: 218.783544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:45:47.268913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.832985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:45:47.268935Z","caller":"traceutil/trace.go:171","msg":"trace[1214614354] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:3450; }","duration":"146.856496ms","start":"2026-04-09T17:45:47.122072Z","end":"2026-04-09T17:45:47.268929Z","steps":["trace[1214614354] 'agreement among raft nodes before linearized reading' (duration: 146.822355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:45:47.26913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.774986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-09T17:45:47.269199Z","caller":"traceutil/trace.go:171","msg":"trace[190489623] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3450; }","duration":"127.914509ms","start":"2026-04-09T17:45:47.141268Z","end":"2026-04-09T17:45:47.269183Z","steps":["trace[190489623] 'agreement among raft nodes before linearized reading' (duration: 127.646063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:45:47.877372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.413898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:45:47.877384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.003229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:45:47.877451Z","caller":"traceutil/trace.go:171","msg":"trace[320796289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3451; }","duration":"398.526911ms","start":"2026-04-09T17:45:47.478905Z","end":"2026-04-09T17:45:47.877432Z","steps":["trace[320796289] 'range keys from in-memory index tree' (duration: 398.346027ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:45:47.877469Z","caller":"traceutil/trace.go:171","msg":"trace[360844893] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3451; }","duration":"426.126462ms","start":"2026-04-09T17:45:47.45132Z","end":"2026-04-09T17:45:47.877447Z","steps":["trace[360844893] 'range keys from in-memory index tree' (duration: 425.882087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:45:47.877492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:45:47.478888Z","time spent":"398.595192ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:45:47.877529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:45:47.451303Z","time spent":"426.216024ms","remote":"127.0.0.1:39036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-09T17:45:47.879816Z","caller":"traceutil/trace.go:171","msg":"trace[1612426618] transaction","detail":"{read_only:false; response_revision:3452; number_of_response:1; }","duration":"229.618879ms","start":"2026-04-09T17:45:47.650154Z","end":"2026-04-09T17:45:47.879773Z","steps":["trace[1612426618] 'process raft request' (duration: 229.424544ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:45:47.933595Z","caller":"traceutil/trace.go:171","msg":"trace[47079131] transaction","detail":"{read_only:false; response_revision:3453; number_of_response:1; }","duration":"276.79801ms","start":"2026-04-09T17:45:47.656761Z","end":"2026-04-09T17:45:47.933559Z","steps":["trace[47079131] 'process raft request' (duration: 276.610476ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:45:48.767828Z","caller":"traceutil/trace.go:171","msg":"trace[37898636] transaction","detail":"{read_only:false; response_revision:3456; number_of_response:1; }","duration":"147.596851ms","start":"2026-04-09T17:45:48.620208Z","end":"2026-04-09T17:45:48.767805Z","steps":["trace[37898636] 'process raft request' (duration: 139.040408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:45:49.177717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.203521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:45:49.177812Z","caller":"traceutil/trace.go:171","msg":"trace[811212179] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3457; }","duration":"246.382756ms","start":"2026-04-09T17:45:48.931407Z","end":"2026-04-09T17:45:49.17779Z","steps":["trace[811212179] 'count revisions from in-memory index tree' (duration: 246.060049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:45:49.177718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.569817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-09T17:45:49.177912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.532912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-09T17:45:49.177953Z","caller":"traceutil/trace.go:171","msg":"trace[1765098791] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3457; }","duration":"129.831223ms","start":"2026-04-09T17:45:49.04809Z","end":"2026-04-09T17:45:49.177921Z","steps":["trace[1765098791] 'range keys from in-memory index tree' (duration: 129.230769ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:45:49.177989Z","caller":"traceutil/trace.go:171","msg":"trace[144395216] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3457; }","duration":"291.659205ms","start":"2026-04-09T17:45:48.886312Z","end":"2026-04-09T17:45:49.177972Z","steps":["trace[144395216] 'range keys from in-memory index tree' (duration: 291.318417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:45:49.17836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.701217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T17:45:49.178442Z","caller":"traceutil/trace.go:171","msg":"trace[1811908971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3457; }","duration":"120.86833ms","start":"2026-04-09T17:45:49.057553Z","end":"2026-04-09T17:45:49.178421Z","steps":["trace[1811908971] 'range keys from in-memory index tree' (duration: 120.083812ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:45:49.285732Z","caller":"traceutil/trace.go:171","msg":"trace[1924384935] transaction","detail":"{read_only:false; response_revision:3458; number_of_response:1; }","duration":"103.473969ms","start":"2026-04-09T17:45:49.182228Z","end":"2026-04-09T17:45:49.285702Z","steps":["trace[1924384935] 'process raft request' (duration: 103.278655ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:45:49.288533Z","caller":"traceutil/trace.go:171","msg":"trace[1658610687] linearizableReadLoop","detail":"{readStateIndex:3596; appliedIndex:3594; }","duration":"104.080262ms","start":"2026-04-09T17:45:49.184432Z","end":"2026-04-09T17:45:49.288513Z","steps":["trace[1658610687] 'read index received' (duration: 101.055075ms)","trace[1658610687] 'applied index is now lower than readState.Index' (duration: 3.023917ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:45:49.288752Z","caller":"traceutil/trace.go:171","msg":"trace[1228804888] transaction","detail":"{read_only:false; response_revision:3459; number_of_response:1; }","duration":"106.025905ms","start":"2026-04-09T17:45:49.182715Z","end":"2026-04-09T17:45:49.288741Z","steps":["trace[1228804888] 'process raft request' (duration: 105.690078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:45:49.289204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.747268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-09T17:45:49.289461Z","caller":"traceutil/trace.go:171","msg":"trace[1546929849] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3459; }","duration":"104.882642ms","start":"2026-04-09T17:45:49.184403Z","end":"2026-04-09T17:45:49.289285Z","steps":["trace[1546929849] 'agreement among raft nodes before linearized reading' (duration: 104.619145ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:46:20.57173Z","caller":"traceutil/trace.go:171","msg":"trace[542706173] transaction","detail":"{read_only:false; response_revision:3740; number_of_response:1; }","duration":"291.632713ms","start":"2026-04-09T17:46:20.280077Z","end":"2026-04-09T17:46:20.57171Z","steps":["trace[542706173] 'process raft request' (duration: 291.535041ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:46:20.608375Z","caller":"traceutil/trace.go:171","msg":"trace[1597813362] linearizableReadLoop","detail":"{readStateIndex:3890; appliedIndex:3888; }","duration":"131.516079ms","start":"2026-04-09T17:46:20.476839Z","end":"2026-04-09T17:46:20.608355Z","steps":["trace[1597813362] 'read index received' (duration: 94.850194ms)","trace[1597813362] 'applied index is now lower than readState.Index' (duration: 36.664805ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:46:20.608494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.647293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:46:20.608517Z","caller":"traceutil/trace.go:171","msg":"trace[353097327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3742; }","duration":"131.721675ms","start":"2026-04-09T17:46:20.476788Z","end":"2026-04-09T17:46:20.60851Z","steps":["trace[353097327] 'agreement among raft nodes before linearized reading' (duration: 131.668283ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:46:20.608549Z","caller":"traceutil/trace.go:171","msg":"trace[2099616182] transaction","detail":"{read_only:false; response_revision:3741; number_of_response:1; }","duration":"318.233073ms","start":"2026-04-09T17:46:20.290288Z","end":"2026-04-09T17:46:20.608521Z","steps":["trace[2099616182] 'process raft request' (duration: 317.875154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:46:20.608709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:46:20.29027Z","time spent":"318.348055ms","remote":"127.0.0.1:38750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9529,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:46:23.689563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.71635ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T17:46:23.689659Z","caller":"traceutil/trace.go:171","msg":"trace[256153576] linearizableReadLoop","detail":"{readStateIndex:3960; appliedIndex:3959; }","duration":"195.098361ms","start":"2026-04-09T17:46:23.49454Z","end":"2026-04-09T17:46:23.689639Z","steps":["trace[256153576] 'read index received' (duration: 39.131µs)","trace[256153576] 'applied index is now lower than readState.Index' (duration: 195.05772ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:46:23.690167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.617284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T17:46:23.6902Z","caller":"traceutil/trace.go:171","msg":"trace[332288363] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3810; }","duration":"195.702706ms","start":"2026-04-09T17:46:23.494489Z","end":"2026-04-09T17:46:23.690192Z","steps":["trace[332288363] 'agreement among raft nodes before linearized reading' (duration: 195.560363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:46:23.690288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.099843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T17:46:23.690311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.629371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T17:46:23.690391Z","caller":"traceutil/trace.go:171","msg":"trace[1612931841] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3810; }","duration":"191.232305ms","start":"2026-04-09T17:46:23.499133Z","end":"2026-04-09T17:46:23.690365Z","steps":["trace[1612931841] 'agreement among raft nodes before linearized reading' (duration: 190.941539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:46:23.690481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.189138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:9543"} {"level":"info","ts":"2026-04-09T17:46:23.690512Z","caller":"traceutil/trace.go:171","msg":"trace[811586239] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:3810; }","duration":"101.24698ms","start":"2026-04-09T17:46:23.589259Z","end":"2026-04-09T17:46:23.690506Z","steps":["trace[811586239] 'agreement among raft nodes before linearized reading' (duration: 101.168038ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:46:23.690404Z","caller":"traceutil/trace.go:171","msg":"trace[1909365250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3810; }","duration":"142.760284ms","start":"2026-04-09T17:46:23.54762Z","end":"2026-04-09T17:46:23.69038Z","steps":["trace[1909365250] 'agreement among raft nodes before linearized reading' (duration: 142.502708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:46:23.69061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-09T17:46:23.690667Z","caller":"traceutil/trace.go:171","msg":"trace[2102903122] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3810; }","duration":"167.100472ms","start":"2026-04-09T17:46:23.523551Z","end":"2026-04-09T17:46:23.690651Z","steps":["trace[2102903122] 'agreement among raft nodes before linearized reading' (duration: 166.963699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:46:23.69065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.877547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T17:46:23.690717Z","caller":"traceutil/trace.go:171","msg":"trace[240255966] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3810; }","duration":"186.99651ms","start":"2026-04-09T17:46:23.503703Z","end":"2026-04-09T17:46:23.690699Z","steps":["trace[240255966] 'agreement among raft nodes before linearized reading' (duration: 186.806016ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:46:29.890647Z","caller":"traceutil/trace.go:171","msg":"trace[525758178] transaction","detail":"{read_only:false; response_revision:3860; number_of_response:1; }","duration":"143.49986ms","start":"2026-04-09T17:46:29.747122Z","end":"2026-04-09T17:46:29.890622Z","steps":["trace[525758178] 'process raft request' (duration: 143.331766ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:46:29.892664Z","caller":"traceutil/trace.go:171","msg":"trace[1691854914] transaction","detail":"{read_only:false; response_revision:3861; number_of_response:1; }","duration":"144.632435ms","start":"2026-04-09T17:46:29.748005Z","end":"2026-04-09T17:46:29.892637Z","steps":["trace[1691854914] 'process raft request' (duration: 144.39973ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:46:29.892858Z","caller":"traceutil/trace.go:171","msg":"trace[2235669] transaction","detail":"{read_only:false; response_revision:3862; number_of_response:1; }","duration":"143.845538ms","start":"2026-04-09T17:46:29.748996Z","end":"2026-04-09T17:46:29.892841Z","steps":["trace[2235669] 'process raft request' (duration: 143.534531ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:46:31.155633Z","caller":"traceutil/trace.go:171","msg":"trace[872571681] transaction","detail":"{read_only:false; response_revision:3865; number_of_response:1; }","duration":"196.652466ms","start":"2026-04-09T17:46:30.958952Z","end":"2026-04-09T17:46:31.155604Z","steps":["trace[872571681] 'process raft request' (duration: 196.019862ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:46:31.156067Z","caller":"traceutil/trace.go:171","msg":"trace[1715025046] transaction","detail":"{read_only:false; response_revision:3866; number_of_response:1; }","duration":"196.891443ms","start":"2026-04-09T17:46:30.95915Z","end":"2026-04-09T17:46:31.156041Z","steps":["trace[1715025046] 'process raft request' (duration: 196.75025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:46:33.674188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.047575ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T17:46:34.003757Z","caller":"traceutil/trace.go:171","msg":"trace[1286860699] linearizableReadLoop","detail":"{readStateIndex:4035; appliedIndex:4034; }","duration":"163.238744ms","start":"2026-04-09T17:46:33.840498Z","end":"2026-04-09T17:46:34.003737Z","steps":["trace[1286860699] 'read index received' (duration: 93.921193ms)","trace[1286860699] 'applied index is now lower than readState.Index' (duration: 69.316791ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:46:34.003864Z","caller":"traceutil/trace.go:171","msg":"trace[234717395] transaction","detail":"{read_only:false; response_revision:3883; number_of_response:1; }","duration":"165.284271ms","start":"2026-04-09T17:46:33.838551Z","end":"2026-04-09T17:46:34.003835Z","steps":["trace[234717395] 'process raft request' (duration: 95.982481ms)","trace[234717395] 'compare' (duration: 69.111246ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:46:34.003958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.442148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:698"} {"level":"info","ts":"2026-04-09T17:46:34.003986Z","caller":"traceutil/trace.go:171","msg":"trace[776708720] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:3883; }","duration":"163.49571ms","start":"2026-04-09T17:46:33.840483Z","end":"2026-04-09T17:46:34.003979Z","steps":["trace[776708720] 'agreement among raft nodes before linearized reading' (duration: 163.358647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:46:34.004038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.494805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-04-09T17:46:34.004133Z","caller":"traceutil/trace.go:171","msg":"trace[1734623677] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:3883; }","duration":"161.607877ms","start":"2026-04-09T17:46:33.842501Z","end":"2026-04-09T17:46:34.004109Z","steps":["trace[1734623677] 'agreement among raft nodes before linearized reading' (duration: 161.374902ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:46:34.144857Z","caller":"traceutil/trace.go:171","msg":"trace[574597309] transaction","detail":"{read_only:false; response_revision:3886; number_of_response:1; }","duration":"135.677864ms","start":"2026-04-09T17:46:34.009154Z","end":"2026-04-09T17:46:34.144832Z","steps":["trace[574597309] 'process raft request' (duration: 135.54168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:46:34.144993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.774749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-04-09T17:46:34.145059Z","caller":"traceutil/trace.go:171","msg":"trace[423632146] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:3886; }","duration":"132.879142ms","start":"2026-04-09T17:46:34.012164Z","end":"2026-04-09T17:46:34.145044Z","steps":["trace[423632146] 'agreement among raft nodes before linearized reading' (duration: 132.669397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:46:34.145054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.406848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-04-09T17:46:34.145094Z","caller":"traceutil/trace.go:171","msg":"trace[810201517] transaction","detail":"{read_only:false; response_revision:3885; number_of_response:1; }","duration":"136.748708ms","start":"2026-04-09T17:46:34.008023Z","end":"2026-04-09T17:46:34.144772Z","steps":["trace[810201517] 'process raft request' (duration: 136.536472ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:46:34.145121Z","caller":"traceutil/trace.go:171","msg":"trace[19648145] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:3886; }","duration":"127.48468ms","start":"2026-04-09T17:46:34.017616Z","end":"2026-04-09T17:46:34.145101Z","steps":["trace[19648145] 'agreement among raft nodes before linearized reading' (duration: 127.276396ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:46:36.990853Z","caller":"traceutil/trace.go:171","msg":"trace[97009592] transaction","detail":"{read_only:false; response_revision:3897; number_of_response:1; }","duration":"242.333563ms","start":"2026-04-09T17:46:36.748493Z","end":"2026-04-09T17:46:36.990827Z","steps":["trace[97009592] 'process raft request' (duration: 242.18049ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:46:37.990973Z","caller":"traceutil/trace.go:171","msg":"trace[896529185] transaction","detail":"{read_only:false; response_revision:3901; number_of_response:1; }","duration":"141.32047ms","start":"2026-04-09T17:46:37.849621Z","end":"2026-04-09T17:46:37.990942Z","steps":["trace[896529185] 'process raft request' (duration: 138.634641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:46:39.497405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.019829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-04-09T17:46:39.497502Z","caller":"traceutil/trace.go:171","msg":"trace[554235267] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3910; }","duration":"155.147202ms","start":"2026-04-09T17:46:39.342332Z","end":"2026-04-09T17:46:39.49748Z","steps":["trace[554235267] 'range keys from in-memory index tree' (duration: 154.868096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:46:39.497731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.360454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:46:39.497872Z","caller":"traceutil/trace.go:171","msg":"trace[896313860] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:0; response_revision:3910; }","duration":"158.548658ms","start":"2026-04-09T17:46:39.339299Z","end":"2026-04-09T17:46:39.497847Z","steps":["trace[896313860] 'range keys from in-memory index tree' (duration: 158.270932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:46:40.271237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.203183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T17:46:40.271431Z","caller":"traceutil/trace.go:171","msg":"trace[1595641902] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3917; }","duration":"135.439399ms","start":"2026-04-09T17:46:40.135967Z","end":"2026-04-09T17:46:40.271407Z","steps":["trace[1595641902] 'range keys from in-memory index tree' (duration: 134.987988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:46:52.522701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432939570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:46:53.022932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432939570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:46:53.118165Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.173994625s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T17:46:53.118709Z","caller":"traceutil/trace.go:171","msg":"trace[1431218644] transaction","detail":"{read_only:false; response_revision:3983; number_of_response:1; }","duration":"1.174649541s","start":"2026-04-09T17:46:51.944045Z","end":"2026-04-09T17:46:53.118694Z","steps":["trace[1431218644] 'process raft request' (duration: 1.174487997s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:46:53.118825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:46:51.944022Z","time spent":"1.174748003s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:46:53.119006Z","caller":"traceutil/trace.go:171","msg":"trace[2105138513] linearizableReadLoop","detail":"{readStateIndex:4138; appliedIndex:4137; }","duration":"1.096722483s","start":"2026-04-09T17:46:52.021945Z","end":"2026-04-09T17:46:53.118668Z","steps":["trace[2105138513] 'read index received' (duration: 1.09659905s)","trace[2105138513] 'applied index is now lower than readState.Index' (duration: 122.633µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:46:53.119136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097076311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:46:53.119344Z","caller":"traceutil/trace.go:171","msg":"trace[1656113865] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3983; }","duration":"1.097322696s","start":"2026-04-09T17:46:52.021939Z","end":"2026-04-09T17:46:53.119262Z","steps":["trace[1656113865] 'agreement among raft nodes before linearized reading' (duration: 1.096919507s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:46:53.119516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:46:52.021896Z","time spent":"1.097598892s","remote":"127.0.0.1:47152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:46:53.1264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099545755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-04-09T17:46:53.126409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.208407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-09T17:46:53.12642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.755082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:46:53.126444Z","caller":"traceutil/trace.go:171","msg":"trace[1195712229] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3984; }","duration":"1.099627697s","start":"2026-04-09T17:46:52.026803Z","end":"2026-04-09T17:46:53.126431Z","steps":["trace[1195712229] 'agreement among raft nodes before linearized reading' (duration: 1.099445823s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:46:53.126466Z","caller":"traceutil/trace.go:171","msg":"trace[240651630] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:3984; }","duration":"576.867864ms","start":"2026-04-09T17:46:52.549589Z","end":"2026-04-09T17:46:53.126457Z","steps":["trace[240651630] 'agreement among raft nodes before linearized reading' (duration: 576.781812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:46:53.126472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:46:52.02678Z","time spent":"1.099685228s","remote":"127.0.0.1:38738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T17:46:53.126489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:46:52.549568Z","time spent":"576.916105ms","remote":"127.0.0.1:38860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-09T17:46:53.126467Z","caller":"traceutil/trace.go:171","msg":"trace[1162685261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3984; }","duration":"681.29046ms","start":"2026-04-09T17:46:52.445161Z","end":"2026-04-09T17:46:53.126451Z","steps":["trace[1162685261] 'agreement among raft nodes before linearized reading' (duration: 681.120006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:46:53.126556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:46:52.44515Z","time spent":"681.393922ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T17:46:53.126592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.775544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:46:53.126647Z","caller":"traceutil/trace.go:171","msg":"trace[569492644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3984; }","duration":"647.830695ms","start":"2026-04-09T17:46:52.4788Z","end":"2026-04-09T17:46:53.12663Z","steps":["trace[569492644] 'agreement among raft nodes before linearized reading' (duration: 647.744643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:46:53.126731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.027746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-09T17:46:53.126728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:46:52.478787Z","time spent":"647.925847ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T17:46:53.126773Z","caller":"traceutil/trace.go:171","msg":"trace[569325348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3984; }","duration":"850.100898ms","start":"2026-04-09T17:46:52.276661Z","end":"2026-04-09T17:46:53.126762Z","steps":["trace[569325348] 'agreement among raft nodes before linearized reading' (duration: 849.990105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:46:53.126799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:46:52.276644Z","time spent":"850.147628ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T17:46:53.126812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.488284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T17:46:53.126873Z","caller":"traceutil/trace.go:171","msg":"trace[2033557458] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3984; }","duration":"689.588478ms","start":"2026-04-09T17:46:52.437266Z","end":"2026-04-09T17:46:53.126854Z","steps":["trace[2033557458] 'agreement among raft nodes before linearized reading' (duration: 689.381422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:46:53.126917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:46:52.437242Z","time spent":"689.66624ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T17:46:53.126921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074475341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T17:46:53.126923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.652375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T17:46:53.126991Z","caller":"traceutil/trace.go:171","msg":"trace[1959504255] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3984; }","duration":"1.074556082s","start":"2026-04-09T17:46:52.052405Z","end":"2026-04-09T17:46:53.126961Z","steps":["trace[1959504255] 'agreement among raft nodes before linearized reading' (duration: 1.074249424s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:46:53.127033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:46:52.052389Z","time spent":"1.074619094s","remote":"127.0.0.1:38662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":368,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-09T17:46:53.127027Z","caller":"traceutil/trace.go:171","msg":"trace[1695670624] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3984; }","duration":"715.800339ms","start":"2026-04-09T17:46:52.411198Z","end":"2026-04-09T17:46:53.126998Z","steps":["trace[1695670624] 'agreement among raft nodes before linearized reading' (duration: 715.499361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:46:53.127074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:46:52.41118Z","time spent":"715.88551ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T17:46:53.127091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.716363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:692"} {"level":"warn","ts":"2026-04-09T17:46:53.127114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.027972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-09T17:46:53.127301Z","caller":"traceutil/trace.go:171","msg":"trace[1403748595] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3984; }","duration":"891.282308ms","start":"2026-04-09T17:46:52.235969Z","end":"2026-04-09T17:46:53.127252Z","steps":["trace[1403748595] 'agreement among raft nodes before linearized reading' (duration: 890.812877ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:46:53.127297Z","caller":"traceutil/trace.go:171","msg":"trace[566461044] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3984; }","duration":"777.00191ms","start":"2026-04-09T17:46:52.35022Z","end":"2026-04-09T17:46:53.127222Z","steps":["trace[566461044] 'agreement among raft nodes before linearized reading' (duration: 776.120359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:46:53.127381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:46:52.235949Z","time spent":"891.39145ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T17:46:53.127469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:46:52.3502Z","time spent":"777.249975ms","remote":"127.0.0.1:38690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":715,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"warn","ts":"2026-04-09T17:46:53.127785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.739526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:46:53.127875Z","caller":"traceutil/trace.go:171","msg":"trace[1762354411] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:3984; }","duration":"535.883669ms","start":"2026-04-09T17:46:52.591971Z","end":"2026-04-09T17:46:53.127854Z","steps":["trace[1762354411] 'agreement among raft nodes before linearized reading' (duration: 535.734966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:46:53.127924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:46:52.59195Z","time spent":"535.963771ms","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:46:53.666442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.807943ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T17:46:58.890618Z","caller":"traceutil/trace.go:171","msg":"trace[841922748] linearizableReadLoop","detail":"{readStateIndex:4170; appliedIndex:4169; }","duration":"441.643514ms","start":"2026-04-09T17:46:58.448951Z","end":"2026-04-09T17:46:58.890595Z","steps":["trace[841922748] 'read index received' (duration: 441.46835ms)","trace[841922748] 'applied index is now lower than readState.Index' (duration: 174.084µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:46:58.890642Z","caller":"traceutil/trace.go:171","msg":"trace[1626887508] transaction","detail":"{read_only:false; response_revision:4014; number_of_response:1; }","duration":"453.419569ms","start":"2026-04-09T17:46:58.4372Z","end":"2026-04-09T17:46:58.89062Z","steps":["trace[1626887508] 'process raft request' (duration: 453.247606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:46:58.890863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.8938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.230\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-09T17:46:58.890953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:46:58.437155Z","time spent":"453.719466ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16859,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:46:58.891029Z","caller":"traceutil/trace.go:171","msg":"trace[1082480427] range","detail":"{range_begin:/registry/masterleases/199.19.213.230; range_end:; response_count:1; response_revision:4014; }","duration":"442.041713ms","start":"2026-04-09T17:46:58.448939Z","end":"2026-04-09T17:46:58.89098Z","steps":["trace[1082480427] 'agreement among raft nodes before linearized reading' (duration: 441.794518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:46:58.891139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:46:58.448869Z","time spent":"442.197476ms","remote":"127.0.0.1:38612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.230\" "} {"level":"info","ts":"2026-04-09T17:47:07.408828Z","caller":"traceutil/trace.go:171","msg":"trace[356986199] linearizableReadLoop","detail":"{readStateIndex:4226; appliedIndex:4224; }","duration":"168.44333ms","start":"2026-04-09T17:47:07.240357Z","end":"2026-04-09T17:47:07.408801Z","steps":["trace[356986199] 'read index received' (duration: 71.545303ms)","trace[356986199] 'applied index is now lower than readState.Index' (duration: 96.897317ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:47:07.40885Z","caller":"traceutil/trace.go:171","msg":"trace[1469050516] transaction","detail":"{read_only:false; response_revision:4067; number_of_response:1; }","duration":"190.1624ms","start":"2026-04-09T17:47:07.218657Z","end":"2026-04-09T17:47:07.408819Z","steps":["trace[1469050516] 'process raft request' (duration: 93.212812ms)","trace[1469050516] 'compare' (duration: 96.788695ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:47:07.408884Z","caller":"traceutil/trace.go:171","msg":"trace[1072460179] transaction","detail":"{read_only:false; response_revision:4068; number_of_response:1; }","duration":"189.773322ms","start":"2026-04-09T17:47:07.219064Z","end":"2026-04-09T17:47:07.408837Z","steps":["trace[1072460179] 'process raft request' (duration: 189.71097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:47:07.408964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.595493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:47:07.408988Z","caller":"traceutil/trace.go:171","msg":"trace[1145886964] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:4068; }","duration":"168.641004ms","start":"2026-04-09T17:47:07.24034Z","end":"2026-04-09T17:47:07.408981Z","steps":["trace[1145886964] 'agreement among raft nodes before linearized reading' (duration: 168.560872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:47:07.429095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.12669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-09T17:47:07.429094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.871258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T17:47:07.429163Z","caller":"traceutil/trace.go:171","msg":"trace[909481278] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4069; }","duration":"151.237512ms","start":"2026-04-09T17:47:07.27791Z","end":"2026-04-09T17:47:07.429147Z","steps":["trace[909481278] 'agreement among raft nodes before linearized reading' (duration: 150.992976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:47:07.429146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.012792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-09T17:47:07.429174Z","caller":"traceutil/trace.go:171","msg":"trace[147008563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4069; }","duration":"163.999191ms","start":"2026-04-09T17:47:07.265159Z","end":"2026-04-09T17:47:07.429158Z","steps":["trace[147008563] 'agreement among raft nodes before linearized reading' (duration: 163.708594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:47:07.429205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.130645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T17:47:07.429227Z","caller":"traceutil/trace.go:171","msg":"trace[912882324] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4069; }","duration":"157.128685ms","start":"2026-04-09T17:47:07.272077Z","end":"2026-04-09T17:47:07.429206Z","steps":["trace[912882324] 'agreement among raft nodes before linearized reading' (duration: 156.883719ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:47:07.429267Z","caller":"traceutil/trace.go:171","msg":"trace[637544063] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4069; }","duration":"157.223807ms","start":"2026-04-09T17:47:07.27203Z","end":"2026-04-09T17:47:07.429254Z","steps":["trace[637544063] 'agreement among raft nodes before linearized reading' (duration: 157.054763ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:47:07.585409Z","caller":"traceutil/trace.go:171","msg":"trace[828994809] transaction","detail":"{read_only:false; response_revision:4070; number_of_response:1; }","duration":"159.076368ms","start":"2026-04-09T17:47:07.426304Z","end":"2026-04-09T17:47:07.585381Z","steps":["trace[828994809] 'process raft request' (duration: 146.185887ms)","trace[828994809] 'compare' (duration: 12.734318ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:47:07.607949Z","caller":"traceutil/trace.go:171","msg":"trace[2108919949] transaction","detail":"{read_only:false; response_revision:4071; number_of_response:1; }","duration":"174.839545ms","start":"2026-04-09T17:47:07.433085Z","end":"2026-04-09T17:47:07.607925Z","steps":["trace[2108919949] 'process raft request' (duration: 174.677861ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:47:07.608173Z","caller":"traceutil/trace.go:171","msg":"trace[194593565] transaction","detail":"{read_only:false; response_revision:4072; number_of_response:1; }","duration":"175.05731ms","start":"2026-04-09T17:47:07.433102Z","end":"2026-04-09T17:47:07.608159Z","steps":["trace[194593565] 'process raft request' (duration: 174.787614ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:47:07.608442Z","caller":"traceutil/trace.go:171","msg":"trace[2012704833] transaction","detail":"{read_only:false; response_revision:4073; number_of_response:1; }","duration":"175.271764ms","start":"2026-04-09T17:47:07.433159Z","end":"2026-04-09T17:47:07.60843Z","steps":["trace[2012704833] 'process raft request' (duration: 174.941757ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:47:07.608519Z","caller":"traceutil/trace.go:171","msg":"trace[719542063] transaction","detail":"{read_only:false; response_revision:4074; number_of_response:1; }","duration":"174.246131ms","start":"2026-04-09T17:47:07.434265Z","end":"2026-04-09T17:47:07.608511Z","steps":["trace[719542063] 'process raft request' (duration: 174.103098ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:47:07.608509Z","caller":"traceutil/trace.go:171","msg":"trace[1593892083] linearizableReadLoop","detail":"{readStateIndex:4232; appliedIndex:4227; }","duration":"130.240318ms","start":"2026-04-09T17:47:07.478241Z","end":"2026-04-09T17:47:07.608481Z","steps":["trace[1593892083] 'read index received' (duration: 94.252486ms)","trace[1593892083] 'applied index is now lower than readState.Index' (duration: 35.986672ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:47:07.608665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.418303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:47:07.608721Z","caller":"traceutil/trace.go:171","msg":"trace[2017808852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4074; }","duration":"130.532595ms","start":"2026-04-09T17:47:07.478173Z","end":"2026-04-09T17:47:07.608706Z","steps":["trace[2017808852] 'agreement among raft nodes before linearized reading' (duration: 130.432123ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:47:08.580264Z","caller":"traceutil/trace.go:171","msg":"trace[1053742881] linearizableReadLoop","detail":"{readStateIndex:4233; appliedIndex:4232; }","duration":"101.657953ms","start":"2026-04-09T17:47:08.478581Z","end":"2026-04-09T17:47:08.580239Z","steps":["trace[1053742881] 'read index received' (duration: 101.591312ms)","trace[1053742881] 'applied index is now lower than readState.Index' (duration: 65.451µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:47:08.580439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.842587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:47:08.580527Z","caller":"traceutil/trace.go:171","msg":"trace[1907563562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4074; }","duration":"102.004561ms","start":"2026-04-09T17:47:08.478501Z","end":"2026-04-09T17:47:08.580505Z","steps":["trace[1907563562] 'agreement among raft nodes before linearized reading' (duration: 101.845458ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:47:21.827442Z","caller":"traceutil/trace.go:171","msg":"trace[684768279] linearizableReadLoop","detail":"{readStateIndex:4313; appliedIndex:4312; }","duration":"103.562066ms","start":"2026-04-09T17:47:21.723827Z","end":"2026-04-09T17:47:21.827389Z","steps":["trace[684768279] 'read index received' (duration: 100.034396ms)","trace[684768279] 'applied index is now lower than readState.Index' (duration: 3.52576ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:47:21.827608Z","caller":"traceutil/trace.go:171","msg":"trace[2061796749] transaction","detail":"{read_only:false; response_revision:4152; number_of_response:1; }","duration":"135.921917ms","start":"2026-04-09T17:47:21.691676Z","end":"2026-04-09T17:47:21.827598Z","steps":["trace[2061796749] 'process raft request' (duration: 132.145921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:47:21.828163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.310854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T17:47:21.828279Z","caller":"traceutil/trace.go:171","msg":"trace[159975391] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4152; }","duration":"104.441406ms","start":"2026-04-09T17:47:21.723813Z","end":"2026-04-09T17:47:21.828255Z","steps":["trace[159975391] 'agreement among raft nodes before linearized reading' (duration: 104.122299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:47:21.828679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.113323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T17:47:21.828786Z","caller":"traceutil/trace.go:171","msg":"trace[928579357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4152; }","duration":"102.251277ms","start":"2026-04-09T17:47:21.726512Z","end":"2026-04-09T17:47:21.828764Z","steps":["trace[928579357] 'agreement among raft nodes before linearized reading' (duration: 101.357797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:07.948003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.332978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:48:07.948116Z","caller":"traceutil/trace.go:171","msg":"trace[758988881] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:4483; }","duration":"270.507572ms","start":"2026-04-09T17:48:07.677583Z","end":"2026-04-09T17:48:07.948091Z","steps":["trace[758988881] 'count revisions from in-memory index tree' (duration: 270.236406ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:07.948569Z","caller":"traceutil/trace.go:171","msg":"trace[1590002085] transaction","detail":"{read_only:false; response_revision:4484; number_of_response:1; }","duration":"246.846649ms","start":"2026-04-09T17:48:07.701704Z","end":"2026-04-09T17:48:07.948551Z","steps":["trace[1590002085] 'process raft request' (duration: 245.948059ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:07.94856Z","caller":"traceutil/trace.go:171","msg":"trace[632861024] linearizableReadLoop","detail":"{readStateIndex:4670; appliedIndex:4669; }","duration":"208.537724ms","start":"2026-04-09T17:48:07.740001Z","end":"2026-04-09T17:48:07.948539Z","steps":["trace[632861024] 'read index received' (duration: 207.663115ms)","trace[632861024] 'applied index is now lower than readState.Index' (duration: 873.639µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:48:07.948784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.76156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T17:48:07.948832Z","caller":"traceutil/trace.go:171","msg":"trace[1298235159] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4484; }","duration":"208.869382ms","start":"2026-04-09T17:48:07.73995Z","end":"2026-04-09T17:48:07.94882Z","steps":["trace[1298235159] 'agreement among raft nodes before linearized reading' (duration: 208.704108ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:07.95022Z","caller":"traceutil/trace.go:171","msg":"trace[1974482545] transaction","detail":"{read_only:false; response_revision:4485; number_of_response:1; }","duration":"101.099371ms","start":"2026-04-09T17:48:07.849104Z","end":"2026-04-09T17:48:07.950203Z","steps":["trace[1974482545] 'process raft request' (duration: 100.886846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:07.950351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.968215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T17:48:07.950474Z","caller":"traceutil/trace.go:171","msg":"trace[1084962743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4485; }","duration":"174.20489ms","start":"2026-04-09T17:48:07.776243Z","end":"2026-04-09T17:48:07.950448Z","steps":["trace[1084962743] 'agreement among raft nodes before linearized reading' (duration: 173.874583ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:15.825966Z","caller":"traceutil/trace.go:171","msg":"trace[1913657864] transaction","detail":"{read_only:false; response_revision:4875; number_of_response:1; }","duration":"301.499301ms","start":"2026-04-09T17:48:15.524434Z","end":"2026-04-09T17:48:15.825934Z","steps":["trace[1913657864] 'process raft request' (duration: 301.169204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:15.826103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:15.524409Z","time spent":"301.627884ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:48:16.212262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.107334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:48:16.212499Z","caller":"traceutil/trace.go:171","msg":"trace[19562532] transaction","detail":"{read_only:false; response_revision:4908; number_of_response:1; }","duration":"179.05059ms","start":"2026-04-09T17:48:16.03343Z","end":"2026-04-09T17:48:16.21248Z","steps":["trace[19562532] 'process raft request' (duration: 178.987038ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:16.212595Z","caller":"traceutil/trace.go:171","msg":"trace[541681845] linearizableReadLoop","detail":"{readStateIndex:5101; appliedIndex:5100; }","duration":"184.652354ms","start":"2026-04-09T17:48:16.027915Z","end":"2026-04-09T17:48:16.212567Z","steps":["trace[541681845] 'read index received' (duration: 47.169063ms)","trace[541681845] 'applied index is now lower than readState.Index' (duration: 137.480361ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:48:16.212607Z","caller":"traceutil/trace.go:171","msg":"trace[494524461] transaction","detail":"{read_only:false; response_revision:4907; number_of_response:1; }","duration":"184.745128ms","start":"2026-04-09T17:48:16.027758Z","end":"2026-04-09T17:48:16.212503Z","steps":["trace[494524461] 'process raft request' (duration: 47.312048ms)","trace[494524461] 'compare' (duration: 136.97996ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:48:16.212871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.530186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-09T17:48:16.212847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.910032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-09T17:48:16.21291Z","caller":"traceutil/trace.go:171","msg":"trace[101322743] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4908; }","duration":"142.610508ms","start":"2026-04-09T17:48:16.070288Z","end":"2026-04-09T17:48:16.212898Z","steps":["trace[101322743] 'agreement among raft nodes before linearized reading' (duration: 142.441553ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:16.212938Z","caller":"traceutil/trace.go:171","msg":"trace[3795682] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4908; }","duration":"185.022754ms","start":"2026-04-09T17:48:16.027892Z","end":"2026-04-09T17:48:16.212915Z","steps":["trace[3795682] 'agreement among raft nodes before linearized reading' (duration: 184.795858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:16.213305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.558034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T17:48:16.213348Z","caller":"traceutil/trace.go:171","msg":"trace[153236805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4908; }","duration":"137.601295ms","start":"2026-04-09T17:48:16.075737Z","end":"2026-04-09T17:48:16.213338Z","steps":["trace[153236805] 'agreement among raft nodes before linearized reading' (duration: 137.494922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:16.215176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.343445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:1957116"} {"level":"info","ts":"2026-04-09T17:48:16.215266Z","caller":"traceutil/trace.go:171","msg":"trace[1612985591] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:4908; }","duration":"112.482647ms","start":"2026-04-09T17:48:16.102765Z","end":"2026-04-09T17:48:16.215247Z","steps":["trace[1612985591] 'agreement among raft nodes before linearized reading' (duration: 110.290428ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:19.149926Z","caller":"traceutil/trace.go:171","msg":"trace[151042356] linearizableReadLoop","detail":"{readStateIndex:5182; appliedIndex:5181; }","duration":"145.856751ms","start":"2026-04-09T17:48:19.004045Z","end":"2026-04-09T17:48:19.149902Z","steps":["trace[151042356] 'read index received' (duration: 145.641776ms)","trace[151042356] 'applied index is now lower than readState.Index' (duration: 214.115µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:48:19.150052Z","caller":"traceutil/trace.go:171","msg":"trace[1496738383] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"221.370194ms","start":"2026-04-09T17:48:18.92867Z","end":"2026-04-09T17:48:19.15004Z","steps":["trace[1496738383] 'process raft request' (duration: 221.085798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:19.15042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.359782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d997ca0-ed27-4d6b-aaa1-31513db8833b\" ","response":"range_response_count:1 size:4064"} {"level":"info","ts":"2026-04-09T17:48:19.150466Z","caller":"traceutil/trace.go:171","msg":"trace[1933143962] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6d997ca0-ed27-4d6b-aaa1-31513db8833b; range_end:; response_count:1; response_revision:4986; }","duration":"146.459874ms","start":"2026-04-09T17:48:19.003993Z","end":"2026-04-09T17:48:19.150453Z","steps":["trace[1933143962] 'agreement among raft nodes before linearized reading' (duration: 146.29651ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:22.003204Z","caller":"traceutil/trace.go:171","msg":"trace[1417681626] transaction","detail":"{read_only:false; response_revision:5056; number_of_response:1; }","duration":"297.174515ms","start":"2026-04-09T17:48:21.706006Z","end":"2026-04-09T17:48:22.003181Z","steps":["trace[1417681626] 'process raft request' (duration: 297.0135ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:22.117032Z","caller":"traceutil/trace.go:171","msg":"trace[939677169] linearizableReadLoop","detail":"{readStateIndex:5257; appliedIndex:5255; }","duration":"270.370269ms","start":"2026-04-09T17:48:21.846632Z","end":"2026-04-09T17:48:22.117002Z","steps":["trace[939677169] 'read index received' (duration: 156.442878ms)","trace[939677169] 'applied index is now lower than readState.Index' (duration: 113.925981ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:48:22.117142Z","caller":"traceutil/trace.go:171","msg":"trace[550786901] transaction","detail":"{read_only:false; response_revision:5058; number_of_response:1; }","duration":"266.744338ms","start":"2026-04-09T17:48:21.850341Z","end":"2026-04-09T17:48:22.117085Z","steps":["trace[550786901] 'process raft request' (duration: 266.560784ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:22.11706Z","caller":"traceutil/trace.go:171","msg":"trace[1221151699] transaction","detail":"{read_only:false; response_revision:5057; number_of_response:1; }","duration":"407.719617ms","start":"2026-04-09T17:48:21.709306Z","end":"2026-04-09T17:48:22.117026Z","steps":["trace[1221151699] 'process raft request' (duration: 363.340316ms)","trace[1221151699] 'compare' (duration: 44.089445ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:48:22.117181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.534192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:48:22.117473Z","caller":"traceutil/trace.go:171","msg":"trace[6698557] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:5058; }","duration":"270.86102ms","start":"2026-04-09T17:48:21.846582Z","end":"2026-04-09T17:48:22.117443Z","steps":["trace[6698557] 'agreement among raft nodes before linearized reading' (duration: 270.531972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:22.117426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:21.709288Z","time spent":"408.035505ms","remote":"127.0.0.1:53754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7567,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:48:22.205588Z","caller":"traceutil/trace.go:171","msg":"trace[1487417405] transaction","detail":"{read_only:false; response_revision:5060; number_of_response:1; }","duration":"196.37971ms","start":"2026-04-09T17:48:22.009182Z","end":"2026-04-09T17:48:22.205561Z","steps":["trace[1487417405] 'process raft request' (duration: 196.302188ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:22.205655Z","caller":"traceutil/trace.go:171","msg":"trace[1728355632] transaction","detail":"{read_only:false; response_revision:5059; number_of_response:1; }","duration":"196.537703ms","start":"2026-04-09T17:48:22.00908Z","end":"2026-04-09T17:48:22.205618Z","steps":["trace[1728355632] 'process raft request' (duration: 196.233237ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:22.20588Z","caller":"traceutil/trace.go:171","msg":"trace[2131233369] transaction","detail":"{read_only:false; response_revision:5061; number_of_response:1; }","duration":"194.819725ms","start":"2026-04-09T17:48:22.011047Z","end":"2026-04-09T17:48:22.205866Z","steps":["trace[2131233369] 'process raft request' (duration: 194.492088ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:22.577929Z","caller":"traceutil/trace.go:171","msg":"trace[1173176020] transaction","detail":"{read_only:false; response_revision:5062; number_of_response:1; }","duration":"357.186599ms","start":"2026-04-09T17:48:22.220717Z","end":"2026-04-09T17:48:22.577903Z","steps":["trace[1173176020] 'process raft request' (duration: 356.987014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:22.578163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:22.220698Z","time spent":"357.379733ms","remote":"127.0.0.1:39036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5114,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:48:22.583361Z","caller":"traceutil/trace.go:171","msg":"trace[1783126180] transaction","detail":"{read_only:false; response_revision:5064; number_of_response:1; }","duration":"340.954552ms","start":"2026-04-09T17:48:22.242388Z","end":"2026-04-09T17:48:22.583342Z","steps":["trace[1783126180] 'process raft request' (duration: 340.87638ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:22.583464Z","caller":"traceutil/trace.go:171","msg":"trace[1047639622] transaction","detail":"{read_only:false; response_revision:5063; number_of_response:1; }","duration":"341.921584ms","start":"2026-04-09T17:48:22.241502Z","end":"2026-04-09T17:48:22.583423Z","steps":["trace[1047639622] 'process raft request' (duration: 341.633978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:22.583513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:22.242379Z","time spent":"341.050514ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:48:22.583693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:22.241481Z","time spent":"342.075637ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:48:22.583753Z","caller":"traceutil/trace.go:171","msg":"trace[992720057] linearizableReadLoop","detail":"{readStateIndex:5264; appliedIndex:5262; }","duration":"328.390788ms","start":"2026-04-09T17:48:22.255322Z","end":"2026-04-09T17:48:22.583713Z","steps":["trace[992720057] 'read index received' (duration: 322.600108ms)","trace[992720057] 'applied index is now lower than readState.Index' (duration: 5.7887ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:48:22.583848Z","caller":"traceutil/trace.go:171","msg":"trace[809639371] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"313.3706ms","start":"2026-04-09T17:48:22.270467Z","end":"2026-04-09T17:48:22.583837Z","steps":["trace[809639371] 'process raft request' (duration: 312.836548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:22.583914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:22.270441Z","time spent":"313.439851ms","remote":"127.0.0.1:38662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T17:48:22.584151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.826839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T17:48:22.584216Z","caller":"traceutil/trace.go:171","msg":"trace[1521670719] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5065; }","duration":"328.942591ms","start":"2026-04-09T17:48:22.255258Z","end":"2026-04-09T17:48:22.584201Z","steps":["trace[1521670719] 'agreement among raft nodes before linearized reading' (duration: 328.685175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:22.584251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.641634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-09T17:48:22.584259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:22.255238Z","time spent":"329.011313ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T17:48:22.584303Z","caller":"traceutil/trace.go:171","msg":"trace[1356096555] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5065; }","duration":"328.723566ms","start":"2026-04-09T17:48:22.255567Z","end":"2026-04-09T17:48:22.584291Z","steps":["trace[1356096555] 'agreement among raft nodes before linearized reading' (duration: 328.570223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:22.584376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:22.255551Z","time spent":"328.815448ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T17:48:22.584482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.036137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hm6xl\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-04-09T17:48:22.584549Z","caller":"traceutil/trace.go:171","msg":"trace[430049184] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hm6xl; range_end:; response_count:1; response_revision:5065; }","duration":"315.122499ms","start":"2026-04-09T17:48:22.269411Z","end":"2026-04-09T17:48:22.584533Z","steps":["trace[430049184] 'agreement among raft nodes before linearized reading' (duration: 314.866263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:22.584565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.896529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-09T17:48:22.584588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:22.269399Z","time spent":"315.18017ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9739,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hm6xl\" "} {"level":"info","ts":"2026-04-09T17:48:22.584591Z","caller":"traceutil/trace.go:171","msg":"trace[615497164] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5065; }","duration":"328.964351ms","start":"2026-04-09T17:48:22.255618Z","end":"2026-04-09T17:48:22.584583Z","steps":["trace[615497164] 'agreement among raft nodes before linearized reading' (duration: 328.908379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:22.584624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:22.255596Z","time spent":"329.021732ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T17:48:22.584586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.001373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:48:22.584737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.102724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T17:48:22.584777Z","caller":"traceutil/trace.go:171","msg":"trace[571313453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5065; }","duration":"329.153486ms","start":"2026-04-09T17:48:22.255616Z","end":"2026-04-09T17:48:22.58477Z","steps":["trace[571313453] 'agreement among raft nodes before linearized reading' (duration: 329.060894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:22.584799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:22.255611Z","time spent":"329.182686ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T17:48:22.584845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.192375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:48:22.584796Z","caller":"traceutil/trace.go:171","msg":"trace[1975377233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5065; }","duration":"107.261859ms","start":"2026-04-09T17:48:22.477508Z","end":"2026-04-09T17:48:22.584769Z","steps":["trace[1975377233] 'agreement among raft nodes before linearized reading' (duration: 106.994203ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:22.584885Z","caller":"traceutil/trace.go:171","msg":"trace[615575222] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:5065; }","duration":"266.270817ms","start":"2026-04-09T17:48:22.318603Z","end":"2026-04-09T17:48:22.584874Z","steps":["trace[615575222] 'agreement among raft nodes before linearized reading' (duration: 266.218076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:22.584797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.294738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:48:22.584974Z","caller":"traceutil/trace.go:171","msg":"trace[1614673396] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5065; }","duration":"157.499163ms","start":"2026-04-09T17:48:22.42746Z","end":"2026-04-09T17:48:22.584959Z","steps":["trace[1614673396] 'agreement among raft nodes before linearized reading' (duration: 157.299589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:22.584514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.974429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-09T17:48:22.585052Z","caller":"traceutil/trace.go:171","msg":"trace[318468522] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:5065; }","duration":"328.563432ms","start":"2026-04-09T17:48:22.256478Z","end":"2026-04-09T17:48:22.585041Z","steps":["trace[318468522] 'agreement among raft nodes before linearized reading' (duration: 327.965539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:22.585097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:22.256451Z","time spent":"328.635334ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z2qsz\" "} {"level":"warn","ts":"2026-04-09T17:48:22.584931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.474781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-09T17:48:22.585154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.720456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T17:48:22.585225Z","caller":"traceutil/trace.go:171","msg":"trace[1710604045] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5065; }","duration":"328.804768ms","start":"2026-04-09T17:48:22.256408Z","end":"2026-04-09T17:48:22.585213Z","steps":["trace[1710604045] 'agreement among raft nodes before linearized reading' (duration: 328.634584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:22.58526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:22.256404Z","time spent":"328.846939ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T17:48:22.585326Z","caller":"traceutil/trace.go:171","msg":"trace[1072247210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5065; }","duration":"328.831298ms","start":"2026-04-09T17:48:22.256369Z","end":"2026-04-09T17:48:22.5852Z","steps":["trace[1072247210] 'agreement among raft nodes before linearized reading' (duration: 328.110452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:22.585441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:22.25636Z","time spent":"329.062553ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T17:48:24.760898Z","caller":"traceutil/trace.go:171","msg":"trace[1009973063] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"456.259313ms","start":"2026-04-09T17:48:24.304538Z","end":"2026-04-09T17:48:24.760797Z","steps":["trace[1009973063] 'process raft request' (duration: 455.952747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:24.761156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:24.304512Z","time spent":"456.53427ms","remote":"127.0.0.1:38662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:48:24.764008Z","caller":"traceutil/trace.go:171","msg":"trace[1904357324] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"451.890534ms","start":"2026-04-09T17:48:24.31209Z","end":"2026-04-09T17:48:24.76398Z","steps":["trace[1904357324] 'process raft request' (duration: 451.658079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:24.76416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:24.312074Z","time spent":"452.006537ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:48:24.76436Z","caller":"traceutil/trace.go:171","msg":"trace[77016070] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"174.160479ms","start":"2026-04-09T17:48:24.590184Z","end":"2026-04-09T17:48:24.764345Z","steps":["trace[77016070] 'process raft request' (duration: 173.73736ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:24.764464Z","caller":"traceutil/trace.go:171","msg":"trace[1569994369] linearizableReadLoop","detail":"{readStateIndex:5384; appliedIndex:5382; }","duration":"396.452444ms","start":"2026-04-09T17:48:24.367958Z","end":"2026-04-09T17:48:24.76441Z","steps":["trace[1569994369] 'read index received' (duration: 392.563236ms)","trace[1569994369] 'applied index is now lower than readState.Index' (duration: 3.887417ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:48:24.764637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.793692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:48:24.764512Z","caller":"traceutil/trace.go:171","msg":"trace[1077569969] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"172.729286ms","start":"2026-04-09T17:48:24.591731Z","end":"2026-04-09T17:48:24.764461Z","steps":["trace[1077569969] 'process raft request' (duration: 172.501821ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:24.764686Z","caller":"traceutil/trace.go:171","msg":"trace[191998974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5183; }","duration":"287.855723ms","start":"2026-04-09T17:48:24.476817Z","end":"2026-04-09T17:48:24.764673Z","steps":["trace[191998974] 'agreement among raft nodes before linearized reading' (duration: 287.771131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:24.764718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.296146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T17:48:24.764733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.118122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-09T17:48:24.764758Z","caller":"traceutil/trace.go:171","msg":"trace[1810672887] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5183; }","duration":"164.373048ms","start":"2026-04-09T17:48:24.600376Z","end":"2026-04-09T17:48:24.764749Z","steps":["trace[1810672887] 'agreement among raft nodes before linearized reading' (duration: 164.259566ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:24.764777Z","caller":"traceutil/trace.go:171","msg":"trace[1536760172] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5183; }","duration":"164.185443ms","start":"2026-04-09T17:48:24.600579Z","end":"2026-04-09T17:48:24.764764Z","steps":["trace[1536760172] 'agreement among raft nodes before linearized reading' (duration: 164.03731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:24.764821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.111782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-09T17:48:24.764802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.504958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T17:48:24.764894Z","caller":"traceutil/trace.go:171","msg":"trace[1002463548] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5183; }","duration":"168.213035ms","start":"2026-04-09T17:48:24.596659Z","end":"2026-04-09T17:48:24.764872Z","steps":["trace[1002463548] 'agreement among raft nodes before linearized reading' (duration: 168.039011ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:24.76491Z","caller":"traceutil/trace.go:171","msg":"trace[1185565963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5183; }","duration":"163.638131ms","start":"2026-04-09T17:48:24.601247Z","end":"2026-04-09T17:48:24.764885Z","steps":["trace[1185565963] 'agreement among raft nodes before linearized reading' (duration: 163.365185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:24.76494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.329895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-09T17:48:24.764834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.879583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719280"} {"level":"warn","ts":"2026-04-09T17:48:24.764997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.858506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T17:48:24.765051Z","caller":"traceutil/trace.go:171","msg":"trace[234236975] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5183; }","duration":"397.141118ms","start":"2026-04-09T17:48:24.367894Z","end":"2026-04-09T17:48:24.765035Z","steps":["trace[234236975] 'agreement among raft nodes before linearized reading' (duration: 396.582306ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:24.765071Z","caller":"traceutil/trace.go:171","msg":"trace[675861369] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5183; }","duration":"163.966299ms","start":"2026-04-09T17:48:24.60108Z","end":"2026-04-09T17:48:24.765047Z","steps":["trace[675861369] 'agreement among raft nodes before linearized reading' (duration: 163.760904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:24.765089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:24.367868Z","time spent":"397.21203ms","remote":"127.0.0.1:38690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719303,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-09T17:48:24.765065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.344915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-09T17:48:24.76515Z","caller":"traceutil/trace.go:171","msg":"trace[759294087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5183; }","duration":"163.451267ms","start":"2026-04-09T17:48:24.601563Z","end":"2026-04-09T17:48:24.765014Z","steps":["trace[759294087] 'agreement among raft nodes before linearized reading' (duration: 163.210342ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:24.765177Z","caller":"traceutil/trace.go:171","msg":"trace[1497757781] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:5183; }","duration":"163.490658ms","start":"2026-04-09T17:48:24.601657Z","end":"2026-04-09T17:48:24.765148Z","steps":["trace[1497757781] 'agreement among raft nodes before linearized reading' (duration: 163.13815ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:25.923703Z","caller":"traceutil/trace.go:171","msg":"trace[673345509] linearizableReadLoop","detail":"{readStateIndex:5395; appliedIndex:5394; }","duration":"384.667568ms","start":"2026-04-09T17:48:25.539012Z","end":"2026-04-09T17:48:25.923679Z","steps":["trace[673345509] 'read index received' (duration: 384.584996ms)","trace[673345509] 'applied index is now lower than readState.Index' (duration: 81.502µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:48:25.92376Z","caller":"traceutil/trace.go:171","msg":"trace[414153847] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5191; }","duration":"462.070695ms","start":"2026-04-09T17:48:25.461654Z","end":"2026-04-09T17:48:25.923724Z","steps":["trace[414153847] 'process raft request' (duration: 461.921501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:25.923892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.863322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:48:25.923933Z","caller":"traceutil/trace.go:171","msg":"trace[1337325098] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5191; }","duration":"384.927273ms","start":"2026-04-09T17:48:25.538995Z","end":"2026-04-09T17:48:25.923922Z","steps":["trace[1337325098] 'agreement among raft nodes before linearized reading' (duration: 384.80906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:25.923971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:25.538935Z","time spent":"385.026696ms","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":28,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:48:25.924053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:25.461624Z","time spent":"462.215997ms","remote":"127.0.0.1:38706","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T17:48:25.924444Z","caller":"traceutil/trace.go:171","msg":"trace[192368514] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"378.671772ms","start":"2026-04-09T17:48:25.545757Z","end":"2026-04-09T17:48:25.924429Z","steps":["trace[192368514] 'process raft request' (duration: 378.456558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:25.924487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.22682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T17:48:25.924549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:25.545724Z","time spent":"378.760425ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:48:25.924554Z","caller":"traceutil/trace.go:171","msg":"trace[585407090] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5192; }","duration":"174.380894ms","start":"2026-04-09T17:48:25.750157Z","end":"2026-04-09T17:48:25.924538Z","steps":["trace[585407090] 'agreement among raft nodes before linearized reading' (duration: 174.22484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:31.295222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432942454,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T17:48:31.332597Z","caller":"traceutil/trace.go:171","msg":"trace[123172598] transaction","detail":"{read_only:false; response_revision:5286; number_of_response:1; }","duration":"549.974948ms","start":"2026-04-09T17:48:30.782597Z","end":"2026-04-09T17:48:31.332572Z","steps":["trace[123172598] 'process raft request' (duration: 549.771413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:31.332771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:30.782571Z","time spent":"550.108411ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:48:32.01603Z","caller":"traceutil/trace.go:171","msg":"trace[60787395] transaction","detail":"{read_only:false; response_revision:5287; number_of_response:1; }","duration":"1.226227754s","start":"2026-04-09T17:48:30.789765Z","end":"2026-04-09T17:48:32.015993Z","steps":["trace[60787395] 'process raft request' (duration: 1.181933434s)","trace[60787395] 'compare' (duration: 43.872871ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:48:32.015988Z","caller":"traceutil/trace.go:171","msg":"trace[320291816] linearizableReadLoop","detail":"{readStateIndex:5494; appliedIndex:5492; }","duration":"1.22166192s","start":"2026-04-09T17:48:30.794217Z","end":"2026-04-09T17:48:32.015879Z","steps":["trace[320291816] 'read index received' (duration: 538.13239ms)","trace[320291816] 'applied index is now lower than readState.Index' (duration: 683.528ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:48:32.016211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:30.789745Z","time spent":"1.226376067s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:48:32.016275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222046519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T17:48:32.016371Z","caller":"traceutil/trace.go:171","msg":"trace[936769539] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5287; }","duration":"1.222160012s","start":"2026-04-09T17:48:30.794193Z","end":"2026-04-09T17:48:32.016353Z","steps":["trace[936769539] 'agreement among raft nodes before linearized reading' (duration: 1.221954207s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:32.016423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:30.794186Z","time spent":"1.222226503s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T17:48:32.034299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237272572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T17:48:32.034383Z","caller":"traceutil/trace.go:171","msg":"trace[1799875631] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5288; }","duration":"1.237391115s","start":"2026-04-09T17:48:30.796973Z","end":"2026-04-09T17:48:32.034365Z","steps":["trace[1799875631] 'agreement among raft nodes before linearized reading' (duration: 1.23718316s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:32.034428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:30.796957Z","time spent":"1.237460406s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T17:48:32.034841Z","caller":"traceutil/trace.go:171","msg":"trace[651119266] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"613.789997ms","start":"2026-04-09T17:48:31.421031Z","end":"2026-04-09T17:48:32.034821Z","steps":["trace[651119266] 'process raft request' (duration: 612.966459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:32.03496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:31.421Z","time spent":"613.8923ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:48:32.035252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234583802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-09T17:48:32.0353Z","caller":"traceutil/trace.go:171","msg":"trace[997876440] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:5288; }","duration":"1.234658394s","start":"2026-04-09T17:48:30.800627Z","end":"2026-04-09T17:48:32.035286Z","steps":["trace[997876440] 'agreement among raft nodes before linearized reading' (duration: 1.234523831s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:32.035337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:30.800618Z","time spent":"1.234709775s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z2qsz\" "} {"level":"warn","ts":"2026-04-09T17:48:32.035628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234995151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T17:48:32.035669Z","caller":"traceutil/trace.go:171","msg":"trace[1870447381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5288; }","duration":"1.235051642s","start":"2026-04-09T17:48:30.800604Z","end":"2026-04-09T17:48:32.035656Z","steps":["trace[1870447381] 'agreement among raft nodes before linearized reading' (duration: 1.23492391s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:32.035705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:30.800597Z","time spent":"1.235099553s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T17:48:32.035704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126277588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T17:48:32.03598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235557264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T17:48:32.035894Z","caller":"traceutil/trace.go:171","msg":"trace[580609233] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5288; }","duration":"1.126567315s","start":"2026-04-09T17:48:30.909299Z","end":"2026-04-09T17:48:32.035866Z","steps":["trace[580609233] 'agreement among raft nodes before linearized reading' (duration: 1.125837229s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:32.036023Z","caller":"traceutil/trace.go:171","msg":"trace[1110919439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5288; }","duration":"1.235611965s","start":"2026-04-09T17:48:30.800399Z","end":"2026-04-09T17:48:32.036011Z","steps":["trace[1110919439] 'agreement among raft nodes before linearized reading' (duration: 1.235449472s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:32.036059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:30.800392Z","time spent":"1.235659126s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T17:48:32.036251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.563625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:48:32.036279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235997704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T17:48:32.036362Z","caller":"traceutil/trace.go:171","msg":"trace[1117502647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5288; }","duration":"559.733157ms","start":"2026-04-09T17:48:31.476603Z","end":"2026-04-09T17:48:32.036336Z","steps":["trace[1117502647] 'agreement among raft nodes before linearized reading' (duration: 559.543673ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:32.036361Z","caller":"traceutil/trace.go:171","msg":"trace[1354708461] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5288; }","duration":"1.236107656s","start":"2026-04-09T17:48:30.800239Z","end":"2026-04-09T17:48:32.036347Z","steps":["trace[1354708461] 'agreement among raft nodes before linearized reading' (duration: 1.235957822s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:32.0364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:31.476586Z","time spent":"559.808ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:48:32.036408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:30.800221Z","time spent":"1.236173838s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T17:48:32.036406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:30.909279Z","time spent":"1.127100566s","remote":"127.0.0.1:49596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:48:32.036601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.520225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:48:32.036623Z","caller":"traceutil/trace.go:171","msg":"trace[1340556389] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5288; }","duration":"158.582697ms","start":"2026-04-09T17:48:31.878033Z","end":"2026-04-09T17:48:32.036616Z","steps":["trace[1340556389] 'agreement among raft nodes before linearized reading' (duration: 158.544396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:32.036838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.883438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-hm6xl.18a4c17e4b0fa043\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-04-09T17:48:32.036949Z","caller":"traceutil/trace.go:171","msg":"trace[1155363933] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-hm6xl.18a4c17e4b0fa043; range_end:; response_count:1; response_revision:5288; }","duration":"340.043941ms","start":"2026-04-09T17:48:31.696881Z","end":"2026-04-09T17:48:32.036924Z","steps":["trace[1155363933] 'agreement among raft nodes before linearized reading' (duration: 339.716074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:32.036961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.949343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-04-09T17:48:32.036957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.725627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-09T17:48:32.03699Z","caller":"traceutil/trace.go:171","msg":"trace[433964319] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5288; }","duration":"576.021675ms","start":"2026-04-09T17:48:31.460959Z","end":"2026-04-09T17:48:32.036981Z","steps":["trace[433964319] 'agreement among raft nodes before linearized reading' (duration: 575.910492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:32.036998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:31.696858Z","time spent":"340.130513ms","remote":"127.0.0.1:38662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":929,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-hm6xl.18a4c17e4b0fa043\" "} {"level":"warn","ts":"2026-04-09T17:48:32.036879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.325494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"warn","ts":"2026-04-09T17:48:32.037013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:31.460935Z","time spent":"576.072475ms","remote":"127.0.0.1:38738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-09T17:48:32.037407Z","caller":"traceutil/trace.go:171","msg":"trace[1439177507] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5288; }","duration":"659.874465ms","start":"2026-04-09T17:48:31.377501Z","end":"2026-04-09T17:48:32.037375Z","steps":["trace[1439177507] 'agreement among raft nodes before linearized reading' (duration: 659.266922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:32.037106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075400911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:48:32.037554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:31.377481Z","time spent":"660.0503ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12998,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-09T17:48:32.037018Z","caller":"traceutil/trace.go:171","msg":"trace[395590338] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5288; }","duration":"305.815379ms","start":"2026-04-09T17:48:31.731186Z","end":"2026-04-09T17:48:32.037002Z","steps":["trace[395590338] 'agreement among raft nodes before linearized reading' (duration: 305.614615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:32.037894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:31.731169Z","time spent":"306.669909ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T17:48:32.037243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237065737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-09T17:48:32.03807Z","caller":"traceutil/trace.go:171","msg":"trace[1918135442] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5288; }","duration":"1.237896456s","start":"2026-04-09T17:48:30.800146Z","end":"2026-04-09T17:48:32.038042Z","steps":["trace[1918135442] 'agreement among raft nodes before linearized reading' (duration: 1.236880003s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:32.038096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:30.800139Z","time spent":"1.237949908s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T17:48:32.037541Z","caller":"traceutil/trace.go:171","msg":"trace[1134807705] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5288; }","duration":"1.075868412s","start":"2026-04-09T17:48:30.961654Z","end":"2026-04-09T17:48:32.037522Z","steps":["trace[1134807705] 'agreement among raft nodes before linearized reading' (duration: 1.075406712s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:32.038283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:30.961615Z","time spent":"1.076648969s","remote":"127.0.0.1:43208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:48:32.037253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0638903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-09T17:48:32.038461Z","caller":"traceutil/trace.go:171","msg":"trace[1522550709] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5288; }","duration":"1.065133029s","start":"2026-04-09T17:48:30.973312Z","end":"2026-04-09T17:48:32.038445Z","steps":["trace[1522550709] 'agreement among raft nodes before linearized reading' (duration: 1.063821699s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:32.038501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:30.973291Z","time spent":"1.06519793s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-09T17:48:32.333028Z","caller":"traceutil/trace.go:171","msg":"trace[1656870085] linearizableReadLoop","detail":"{readStateIndex:5504; appliedIndex:5496; }","duration":"225.561319ms","start":"2026-04-09T17:48:32.107445Z","end":"2026-04-09T17:48:32.333006Z","steps":["trace[1656870085] 'read index received' (duration: 225.094619ms)","trace[1656870085] 'applied index is now lower than readState.Index' (duration: 465.85µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:48:32.333233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.818243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-09T17:48:32.333271Z","caller":"traceutil/trace.go:171","msg":"trace[2124264306] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5297; }","duration":"283.903354ms","start":"2026-04-09T17:48:32.049358Z","end":"2026-04-09T17:48:32.333261Z","steps":["trace[2124264306] 'agreement among raft nodes before linearized reading' (duration: 283.74185ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:32.333492Z","caller":"traceutil/trace.go:171","msg":"trace[957408944] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"291.554687ms","start":"2026-04-09T17:48:32.041926Z","end":"2026-04-09T17:48:32.33348Z","steps":["trace[957408944] 'process raft request' (duration: 290.626326ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:32.33372Z","caller":"traceutil/trace.go:171","msg":"trace[2085890411] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"282.719148ms","start":"2026-04-09T17:48:32.050991Z","end":"2026-04-09T17:48:32.33371Z","steps":["trace[2085890411] 'process raft request' (duration: 281.725966ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:32.33384Z","caller":"traceutil/trace.go:171","msg":"trace[51117280] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"282.676427ms","start":"2026-04-09T17:48:32.051156Z","end":"2026-04-09T17:48:32.333832Z","steps":["trace[51117280] 'process raft request' (duration: 281.631594ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:32.333952Z","caller":"traceutil/trace.go:171","msg":"trace[525766297] transaction","detail":"{read_only:false; response_revision:5293; number_of_response:1; }","duration":"282.34867ms","start":"2026-04-09T17:48:32.051595Z","end":"2026-04-09T17:48:32.333944Z","steps":["trace[525766297] 'process raft request' (duration: 281.236896ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:32.334061Z","caller":"traceutil/trace.go:171","msg":"trace[192628897] transaction","detail":"{read_only:false; response_revision:5294; number_of_response:1; }","duration":"282.410382ms","start":"2026-04-09T17:48:32.051643Z","end":"2026-04-09T17:48:32.334053Z","steps":["trace[192628897] 'process raft request' (duration: 281.220655ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:32.334164Z","caller":"traceutil/trace.go:171","msg":"trace[1693692402] transaction","detail":"{read_only:false; response_revision:5295; number_of_response:1; }","duration":"282.471073ms","start":"2026-04-09T17:48:32.051685Z","end":"2026-04-09T17:48:32.334156Z","steps":["trace[1693692402] 'process raft request' (duration: 281.209705ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:32.334274Z","caller":"traceutil/trace.go:171","msg":"trace[1908555026] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"281.597132ms","start":"2026-04-09T17:48:32.052669Z","end":"2026-04-09T17:48:32.334266Z","steps":["trace[1908555026] 'process raft request' (duration: 280.255753ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:32.334483Z","caller":"traceutil/trace.go:171","msg":"trace[1072785069] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"278.624345ms","start":"2026-04-09T17:48:32.05585Z","end":"2026-04-09T17:48:32.334474Z","steps":["trace[1072785069] 'process raft request' (duration: 277.110541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:32.334621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.755677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:48:32.334656Z","caller":"traceutil/trace.go:171","msg":"trace[667694512] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:0; response_revision:5297; }","duration":"262.82222ms","start":"2026-04-09T17:48:32.071826Z","end":"2026-04-09T17:48:32.334648Z","steps":["trace[667694512] 'agreement among raft nodes before linearized reading' (duration: 262.768228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:32.334799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.451172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62996"} {"level":"info","ts":"2026-04-09T17:48:32.334832Z","caller":"traceutil/trace.go:171","msg":"trace[1438993336] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5297; }","duration":"282.530864ms","start":"2026-04-09T17:48:32.052295Z","end":"2026-04-09T17:48:32.334826Z","steps":["trace[1438993336] 'agreement among raft nodes before linearized reading' (duration: 282.409611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:32.334985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.292307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6d997ca0-ed27-4d6b-aaa1-31513db8833b\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-09T17:48:32.335068Z","caller":"traceutil/trace.go:171","msg":"trace[1755954495] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6d997ca0-ed27-4d6b-aaa1-31513db8833b; range_end:; response_count:1; response_revision:5297; }","duration":"285.43799ms","start":"2026-04-09T17:48:32.049608Z","end":"2026-04-09T17:48:32.335046Z","steps":["trace[1755954495] 'agreement among raft nodes before linearized reading' (duration: 285.182474ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:32.520149Z","caller":"traceutil/trace.go:171","msg":"trace[857969389] linearizableReadLoop","detail":"{readStateIndex:5505; appliedIndex:5504; }","duration":"183.437579ms","start":"2026-04-09T17:48:32.336671Z","end":"2026-04-09T17:48:32.520109Z","steps":["trace[857969389] 'read index received' (duration: 183.307356ms)","trace[857969389] 'applied index is now lower than readState.Index' (duration: 128.273µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:48:32.52044Z","caller":"traceutil/trace.go:171","msg":"trace[574162139] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"370.911899ms","start":"2026-04-09T17:48:32.14938Z","end":"2026-04-09T17:48:32.520292Z","steps":["trace[574162139] 'process raft request' (duration: 370.327976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:32.520584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:32.149361Z","time spent":"371.146323ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:48:32.520629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.92457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17317"} {"level":"info","ts":"2026-04-09T17:48:32.520713Z","caller":"traceutil/trace.go:171","msg":"trace[2109782643] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5298; }","duration":"184.202226ms","start":"2026-04-09T17:48:32.336471Z","end":"2026-04-09T17:48:32.520674Z","steps":["trace[2109782643] 'agreement among raft nodes before linearized reading' (duration: 183.93565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:33.021459Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432942476,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T17:48:33.189876Z","caller":"traceutil/trace.go:171","msg":"trace[465643108] transaction","detail":"{read_only:false; response_revision:5299; number_of_response:1; }","duration":"843.169522ms","start":"2026-04-09T17:48:32.34668Z","end":"2026-04-09T17:48:33.189849Z","steps":["trace[465643108] 'process raft request' (duration: 842.944447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:33.190039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:32.346657Z","time spent":"843.299434ms","remote":"127.0.0.1:38840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:48:33.190079Z","caller":"traceutil/trace.go:171","msg":"trace[1013265445] transaction","detail":"{read_only:false; response_revision:5300; number_of_response:1; }","duration":"843.124731ms","start":"2026-04-09T17:48:32.346937Z","end":"2026-04-09T17:48:33.190062Z","steps":["trace[1013265445] 'process raft request' (duration: 842.851735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:33.1903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:32.346929Z","time spent":"843.200962ms","remote":"127.0.0.1:38744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:48:33.190344Z","caller":"traceutil/trace.go:171","msg":"trace[100151046] transaction","detail":"{read_only:false; response_revision:5301; number_of_response:1; }","duration":"843.229783ms","start":"2026-04-09T17:48:32.347089Z","end":"2026-04-09T17:48:33.190319Z","steps":["trace[100151046] 'process raft request' (duration: 842.907346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:33.190491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:32.347081Z","time spent":"843.335026ms","remote":"127.0.0.1:38744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:48:33.19054Z","caller":"traceutil/trace.go:171","msg":"trace[2038090519] linearizableReadLoop","detail":"{readStateIndex:5509; appliedIndex:5505; }","duration":"670.243491ms","start":"2026-04-09T17:48:32.520282Z","end":"2026-04-09T17:48:33.190525Z","steps":["trace[2038090519] 'read index received' (duration: 669.256059ms)","trace[2038090519] 'applied index is now lower than readState.Index' (duration: 986.382µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:48:33.190755Z","caller":"traceutil/trace.go:171","msg":"trace[1639042241] transaction","detail":"{read_only:false; response_revision:5302; number_of_response:1; }","duration":"843.001828ms","start":"2026-04-09T17:48:32.347739Z","end":"2026-04-09T17:48:33.190741Z","steps":["trace[1639042241] 'process raft request' (duration: 842.491427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:33.19077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.277445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:48:33.190772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.948302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:48:33.190845Z","caller":"traceutil/trace.go:171","msg":"trace[452559849] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-pushgateway; range_end:; response_count:0; response_revision:5302; }","duration":"851.391498ms","start":"2026-04-09T17:48:32.339436Z","end":"2026-04-09T17:48:33.190828Z","steps":["trace[452559849] 'agreement among raft nodes before linearized reading' (duration: 851.239484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:33.190843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:32.347731Z","time spent":"843.07539ms","remote":"127.0.0.1:38840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:48:33.190916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:32.339422Z","time spent":"851.48543ms","remote":"127.0.0.1:38762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-04-09T17:48:33.190921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.347016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:48:33.19096Z","caller":"traceutil/trace.go:171","msg":"trace[1332277123] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5302; }","duration":"585.385726ms","start":"2026-04-09T17:48:32.605562Z","end":"2026-04-09T17:48:33.190948Z","steps":["trace[1332277123] 'agreement among raft nodes before linearized reading' (duration: 585.322275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:33.191019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.478719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-68bf68bcf8-qmwwb.18a4c1802d7e3879\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-04-09T17:48:33.191056Z","caller":"traceutil/trace.go:171","msg":"trace[906007509] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-68bf68bcf8-qmwwb.18a4c1802d7e3879; range_end:; response_count:1; response_revision:5302; }","duration":"851.544702ms","start":"2026-04-09T17:48:32.339501Z","end":"2026-04-09T17:48:33.191046Z","steps":["trace[906007509] 'agreement among raft nodes before linearized reading' (duration: 851.395898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:33.191074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:32.339498Z","time spent":"851.572102ms","remote":"127.0.0.1:38662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":919,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-68bf68bcf8-qmwwb.18a4c1802d7e3879\" "} {"level":"warn","ts":"2026-04-09T17:48:33.191059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:32.605497Z","time spent":"585.488569ms","remote":"127.0.0.1:39036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-09T17:48:33.190867Z","caller":"traceutil/trace.go:171","msg":"trace[1317267053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5302; }","duration":"712.100925ms","start":"2026-04-09T17:48:32.478743Z","end":"2026-04-09T17:48:33.190844Z","steps":["trace[1317267053] 'agreement among raft nodes before linearized reading' (duration: 711.814409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:33.191183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:32.478718Z","time spent":"712.449633ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:48:33.19079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.268966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-09T17:48:33.191291Z","caller":"traceutil/trace.go:171","msg":"trace[849330688] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5302; }","duration":"750.822459ms","start":"2026-04-09T17:48:32.440451Z","end":"2026-04-09T17:48:33.191274Z","steps":["trace[849330688] 'agreement among raft nodes before linearized reading' (duration: 750.188705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:33.191342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:32.440426Z","time spent":"750.90156ms","remote":"127.0.0.1:38738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-09T17:48:33.668746Z","caller":"traceutil/trace.go:171","msg":"trace[101807904] linearizableReadLoop","detail":"{readStateIndex:5510; appliedIndex:5509; }","duration":"474.426104ms","start":"2026-04-09T17:48:33.194284Z","end":"2026-04-09T17:48:33.66871Z","steps":["trace[101807904] 'read index received' (duration: 474.291011ms)","trace[101807904] 'applied index is now lower than readState.Index' (duration: 133.433µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:48:33.668954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.641698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:48:33.669252Z","caller":"traceutil/trace.go:171","msg":"trace[867501732] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5303; }","duration":"474.970825ms","start":"2026-04-09T17:48:33.194261Z","end":"2026-04-09T17:48:33.669232Z","steps":["trace[867501732] 'agreement among raft nodes before linearized reading' (duration: 474.536986ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:33.669352Z","caller":"traceutil/trace.go:171","msg":"trace[320289890] transaction","detail":"{read_only:false; response_revision:5303; number_of_response:1; }","duration":"475.083588ms","start":"2026-04-09T17:48:33.19367Z","end":"2026-04-09T17:48:33.668753Z","steps":["trace[320289890] 'process raft request' (duration: 474.782491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:33.669394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:33.194253Z","time spent":"475.124529ms","remote":"127.0.0.1:38762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-09T17:48:33.669546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:33.19365Z","time spent":"475.768874ms","remote":"127.0.0.1:38662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:48:33.685296Z","caller":"traceutil/trace.go:171","msg":"trace[102897305] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"347.08219ms","start":"2026-04-09T17:48:33.338172Z","end":"2026-04-09T17:48:33.685254Z","steps":["trace[102897305] 'process raft request' (duration: 346.792484ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:33.685401Z","caller":"traceutil/trace.go:171","msg":"trace[1122267429] transaction","detail":"{read_only:false; response_revision:5305; number_of_response:1; }","duration":"255.400832ms","start":"2026-04-09T17:48:33.429952Z","end":"2026-04-09T17:48:33.685353Z","steps":["trace[1122267429] 'process raft request' (duration: 255.200738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:33.685527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:33.338149Z","time spent":"347.255473ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:48:33.884397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.171733ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T17:48:33.884699Z","caller":"traceutil/trace.go:171","msg":"trace[1223159114] linearizableReadLoop","detail":"{readStateIndex:5513; appliedIndex:5510; }","duration":"215.672026ms","start":"2026-04-09T17:48:33.669001Z","end":"2026-04-09T17:48:33.884674Z","steps":["trace[1223159114] 'read index received' (duration: 15.94466ms)","trace[1223159114] 'applied index is now lower than readState.Index' (duration: 199.726046ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:48:33.884858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.776972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:48:33.884933Z","caller":"traceutil/trace.go:171","msg":"trace[1997204057] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5305; }","duration":"240.926135ms","start":"2026-04-09T17:48:33.643991Z","end":"2026-04-09T17:48:33.884917Z","steps":["trace[1997204057] 'agreement among raft nodes before linearized reading' (duration: 240.761082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:33.884855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.330134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:48:33.884991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6d997ca0-ed27-4d6b-aaa1-31513db8833b\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-09T17:48:33.885047Z","caller":"traceutil/trace.go:171","msg":"trace[1393990499] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6d997ca0-ed27-4d6b-aaa1-31513db8833b; range_end:; response_count:1; response_revision:5305; }","duration":"690.313713ms","start":"2026-04-09T17:48:33.194715Z","end":"2026-04-09T17:48:33.885029Z","steps":["trace[1393990499] 'agreement among raft nodes before linearized reading' (duration: 690.099008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:33.885134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:33.194694Z","time spent":"690.420656ms","remote":"127.0.0.1:38736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-6d997ca0-ed27-4d6b-aaa1-31513db8833b\" "} {"level":"info","ts":"2026-04-09T17:48:33.885074Z","caller":"traceutil/trace.go:171","msg":"trace[1118525624] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5305; }","duration":"499.56657ms","start":"2026-04-09T17:48:33.38546Z","end":"2026-04-09T17:48:33.885026Z","steps":["trace[1118525624] 'agreement among raft nodes before linearized reading' (duration: 499.308904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:33.885274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:33.385441Z","time spent":"499.767244ms","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-04-09T17:48:33.885046Z","caller":"traceutil/trace.go:171","msg":"trace[1982950336] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"210.601321ms","start":"2026-04-09T17:48:33.674419Z","end":"2026-04-09T17:48:33.88502Z","steps":["trace[1982950336] 'process raft request' (duration: 210.11285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:34.150753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.051008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:48:34.150817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16232"} {"level":"warn","ts":"2026-04-09T17:48:34.150826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.928206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-09T17:48:34.150888Z","caller":"traceutil/trace.go:171","msg":"trace[942839095] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5306; }","duration":"721.743153ms","start":"2026-04-09T17:48:33.429115Z","end":"2026-04-09T17:48:34.150858Z","steps":["trace[942839095] 'agreement among raft nodes before linearized reading' (duration: 455.790003ms)","trace[942839095] 'range keys from in-memory index tree' (duration: 265.744555ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:48:34.150864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.246367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-09T17:48:34.150941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:33.429095Z","time spent":"721.835524ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16255,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-09T17:48:34.150958Z","caller":"traceutil/trace.go:171","msg":"trace[1897283277] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5306; }","duration":"261.13544ms","start":"2026-04-09T17:48:33.889787Z","end":"2026-04-09T17:48:34.150922Z","steps":["trace[1897283277] 'range keys from in-memory index tree' (duration: 260.64731ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:34.150969Z","caller":"traceutil/trace.go:171","msg":"trace[320991851] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5306; }","duration":"477.424111ms","start":"2026-04-09T17:48:33.673518Z","end":"2026-04-09T17:48:34.150943Z","steps":["trace[320991851] 'agreement among raft nodes before linearized reading' (duration: 211.465921ms)","trace[320991851] 'range keys from in-memory index tree' (duration: 265.627233ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:48:34.150957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.378242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:48:34.150868Z","caller":"traceutil/trace.go:171","msg":"trace[1190163199] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:0; response_revision:5306; }","duration":"956.216092ms","start":"2026-04-09T17:48:33.19462Z","end":"2026-04-09T17:48:34.150837Z","steps":["trace[1190163199] 'agreement among raft nodes before linearized reading' (duration: 690.288163ms)","trace[1190163199] 'range keys from in-memory index tree' (duration: 265.751456ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:48:34.151025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:33.673493Z","time spent":"477.523653ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-09T17:48:34.151062Z","caller":"traceutil/trace.go:171","msg":"trace[1524027213] transaction","detail":"{read_only:false; response_revision:5307; number_of_response:1; }","duration":"260.863605ms","start":"2026-04-09T17:48:33.890181Z","end":"2026-04-09T17:48:34.151044Z","steps":["trace[1524027213] 'process raft request' (duration: 122.333909ms)","trace[1524027213] 'compare' (duration: 138.215169ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:48:34.151072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:33.194593Z","time spent":"956.453188ms","remote":"127.0.0.1:39036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" "} {"level":"info","ts":"2026-04-09T17:48:34.464569Z","caller":"traceutil/trace.go:171","msg":"trace[233327917] linearizableReadLoop","detail":"{readStateIndex:5516; appliedIndex:5515; }","duration":"353.145317ms","start":"2026-04-09T17:48:34.111398Z","end":"2026-04-09T17:48:34.464544Z","steps":["trace[233327917] 'read index received' (duration: 340.506391ms)","trace[233327917] 'applied index is now lower than readState.Index' (duration: 12.637376ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:48:34.464659Z","caller":"traceutil/trace.go:171","msg":"trace[363364945] transaction","detail":"{read_only:false; response_revision:5308; number_of_response:1; }","duration":"442.623385ms","start":"2026-04-09T17:48:34.021987Z","end":"2026-04-09T17:48:34.464611Z","steps":["trace[363364945] 'process raft request' (duration: 429.867417ms)","trace[363364945] 'compare' (duration: 12.430091ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:48:34.464788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.382471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-09T17:48:34.464819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:34.021961Z","time spent":"442.767409ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:48:34.464857Z","caller":"traceutil/trace.go:171","msg":"trace[1606909313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5308; }","duration":"353.518115ms","start":"2026-04-09T17:48:34.111322Z","end":"2026-04-09T17:48:34.46484Z","steps":["trace[1606909313] 'agreement among raft nodes before linearized reading' (duration: 353.308071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:34.465082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:34.11129Z","time spent":"353.77992ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T17:48:34.944383Z","caller":"traceutil/trace.go:171","msg":"trace[1378996345] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"418.89734ms","start":"2026-04-09T17:48:34.525467Z","end":"2026-04-09T17:48:34.944365Z","steps":["trace[1378996345] 'process raft request' (duration: 418.866319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:34.944506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:34.525437Z","time spent":"419.006402ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:48:34.944475Z","caller":"traceutil/trace.go:171","msg":"trace[901905363] linearizableReadLoop","detail":"{readStateIndex:5517; appliedIndex:5516; }","duration":"479.803064ms","start":"2026-04-09T17:48:34.464635Z","end":"2026-04-09T17:48:34.944438Z","steps":["trace[901905363] 'read index received' (duration: 465.240665ms)","trace[901905363] 'applied index is now lower than readState.Index' (duration: 14.558019ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:48:34.944682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.472608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-09T17:48:34.944777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.01124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-09T17:48:34.944808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.352053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c63c4807-90c0-4b3e-99b4-40c46b988e0e\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-04-09T17:48:34.944778Z","caller":"traceutil/trace.go:171","msg":"trace[1978937527] transaction","detail":"{read_only:false; response_revision:5309; number_of_response:1; }","duration":"776.323344ms","start":"2026-04-09T17:48:34.168425Z","end":"2026-04-09T17:48:34.944749Z","steps":["trace[1978937527] 'process raft request' (duration: 761.436998ms)","trace[1978937527] 'compare' (duration: 13.944575ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:48:34.944837Z","caller":"traceutil/trace.go:171","msg":"trace[1311848350] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c63c4807-90c0-4b3e-99b4-40c46b988e0e; range_end:; response_count:1; response_revision:5311; }","duration":"791.407673ms","start":"2026-04-09T17:48:34.153421Z","end":"2026-04-09T17:48:34.944828Z","steps":["trace[1311848350] 'agreement among raft nodes before linearized reading' (duration: 791.300001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:34.944826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.139447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-09T17:48:34.944826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.065075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T17:48:34.944859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:34.153408Z","time spent":"791.447734ms","remote":"127.0.0.1:38736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-c63c4807-90c0-4b3e-99b4-40c46b988e0e\" "} {"level":"info","ts":"2026-04-09T17:48:34.944878Z","caller":"traceutil/trace.go:171","msg":"trace[1821723297] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:5311; }","duration":"603.240209ms","start":"2026-04-09T17:48:34.341625Z","end":"2026-04-09T17:48:34.944865Z","steps":["trace[1821723297] 'agreement among raft nodes before linearized reading' (duration: 603.108176ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:34.944883Z","caller":"traceutil/trace.go:171","msg":"trace[378549196] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5311; }","duration":"603.146316ms","start":"2026-04-09T17:48:34.341726Z","end":"2026-04-09T17:48:34.944872Z","steps":["trace[378549196] 'agreement among raft nodes before linearized reading' (duration: 602.958102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:34.944915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:34.341605Z","time spent":"603.30084ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z2qsz\" "} {"level":"warn","ts":"2026-04-09T17:48:34.944915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:34.341718Z","time spent":"603.189417ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T17:48:34.944919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.065048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17317"} {"level":"info","ts":"2026-04-09T17:48:34.944788Z","caller":"traceutil/trace.go:171","msg":"trace[1706016797] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5311; }","duration":"604.6219ms","start":"2026-04-09T17:48:34.340149Z","end":"2026-04-09T17:48:34.944771Z","steps":["trace[1706016797] 'agreement among raft nodes before linearized reading' (duration: 604.364804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:34.944965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:34.168381Z","time spent":"776.473817ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:48:34.944989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.046381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:48:34.944814Z","caller":"traceutil/trace.go:171","msg":"trace[1415626504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5311; }","duration":"605.106921ms","start":"2026-04-09T17:48:34.339698Z","end":"2026-04-09T17:48:34.944805Z","steps":["trace[1415626504] 'agreement among raft nodes before linearized reading' (duration: 604.904596ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:34.945014Z","caller":"traceutil/trace.go:171","msg":"trace[1192585138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5311; }","duration":"469.110692ms","start":"2026-04-09T17:48:34.475899Z","end":"2026-04-09T17:48:34.94501Z","steps":["trace[1192585138] 'agreement among raft nodes before linearized reading' (duration: 469.070322ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:34.94498Z","caller":"traceutil/trace.go:171","msg":"trace[398306394] transaction","detail":"{read_only:false; response_revision:5310; number_of_response:1; }","duration":"475.907646ms","start":"2026-04-09T17:48:34.469011Z","end":"2026-04-09T17:48:34.944918Z","steps":["trace[398306394] 'process raft request' (duration: 475.227381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:34.945068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.245742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-09T17:48:34.945048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:34.340129Z","time spent":"604.857806ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T17:48:34.945162Z","caller":"traceutil/trace.go:171","msg":"trace[397944161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5311; }","duration":"604.386194ms","start":"2026-04-09T17:48:34.340757Z","end":"2026-04-09T17:48:34.945143Z","steps":["trace[397944161] 'agreement among raft nodes before linearized reading' (duration: 604.131029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:34.945109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.132485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/monitoring/prometheus-pushgateway\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:48:34.945203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:34.34075Z","time spent":"604.446086ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T17:48:34.944948Z","caller":"traceutil/trace.go:171","msg":"trace[2061534238] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5311; }","duration":"792.1258ms","start":"2026-04-09T17:48:34.152815Z","end":"2026-04-09T17:48:34.944941Z","steps":["trace[2061534238] 'agreement among raft nodes before linearized reading' (duration: 792.013627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:34.945283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:34.152789Z","time spent":"792.482577ms","remote":"127.0.0.1:38750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17340,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-09T17:48:34.945294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:34.468947Z","time spent":"476.178942ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:48:34.945052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:34.475869Z","time spent":"469.176804ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:48:34.945051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:34.339675Z","time spent":"605.364347ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T17:48:34.945378Z","caller":"traceutil/trace.go:171","msg":"trace[1152207280] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/monitoring/prometheus-pushgateway; range_end:; response_count:0; response_revision:5311; }","duration":"790.33978ms","start":"2026-04-09T17:48:34.154884Z","end":"2026-04-09T17:48:34.945224Z","steps":["trace[1152207280] 'agreement among raft nodes before linearized reading' (duration: 789.981262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:34.945767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:34.15487Z","time spent":"790.825912ms","remote":"127.0.0.1:53824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-04-09T17:48:34.946044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.270898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T17:48:34.946269Z","caller":"traceutil/trace.go:171","msg":"trace[1133098380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5311; }","duration":"606.558964ms","start":"2026-04-09T17:48:34.339698Z","end":"2026-04-09T17:48:34.946257Z","steps":["trace[1133098380] 'agreement among raft nodes before linearized reading' (duration: 605.044659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:34.946381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:34.339674Z","time spent":"606.696028ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T17:48:35.629405Z","caller":"traceutil/trace.go:171","msg":"trace[1757746032] linearizableReadLoop","detail":"{readStateIndex:5558; appliedIndex:5557; }","duration":"122.789821ms","start":"2026-04-09T17:48:35.506593Z","end":"2026-04-09T17:48:35.629383Z","steps":["trace[1757746032] 'read index received' (duration: 116.450097ms)","trace[1757746032] 'applied index is now lower than readState.Index' (duration: 6.338964ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:48:35.62949Z","caller":"traceutil/trace.go:171","msg":"trace[1321314693] transaction","detail":"{read_only:false; response_revision:5349; number_of_response:1; }","duration":"124.767916ms","start":"2026-04-09T17:48:35.504701Z","end":"2026-04-09T17:48:35.629469Z","steps":["trace[1321314693] 'process raft request' (duration: 118.35264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:35.629656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.692289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4849"} {"level":"info","ts":"2026-04-09T17:48:35.629695Z","caller":"traceutil/trace.go:171","msg":"trace[1619374177] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5349; }","duration":"118.78237ms","start":"2026-04-09T17:48:35.510902Z","end":"2026-04-09T17:48:35.629684Z","steps":["trace[1619374177] 'agreement among raft nodes before linearized reading' (duration: 118.631697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:35.629685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.022626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:48:35.629832Z","caller":"traceutil/trace.go:171","msg":"trace[73760234] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5349; }","duration":"123.22391ms","start":"2026-04-09T17:48:35.506567Z","end":"2026-04-09T17:48:35.629791Z","steps":["trace[73760234] 'agreement among raft nodes before linearized reading' (duration: 122.937763ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:40.729844Z","caller":"traceutil/trace.go:171","msg":"trace[1393378431] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"160.680535ms","start":"2026-04-09T17:48:40.56913Z","end":"2026-04-09T17:48:40.72981Z","steps":["trace[1393378431] 'process raft request' (duration: 149.577295ms)","trace[1393378431] 'compare' (duration: 11.007968ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:48:41.150084Z","caller":"traceutil/trace.go:171","msg":"trace[774065752] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"136.316405ms","start":"2026-04-09T17:48:41.013722Z","end":"2026-04-09T17:48:41.150039Z","steps":["trace[774065752] 'process raft request' (duration: 136.044299ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:41.150263Z","caller":"traceutil/trace.go:171","msg":"trace[450502303] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"136.468208ms","start":"2026-04-09T17:48:41.013786Z","end":"2026-04-09T17:48:41.150254Z","steps":["trace[450502303] 'process raft request' (duration: 136.211212ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:41.15028Z","caller":"traceutil/trace.go:171","msg":"trace[576380221] linearizableReadLoop","detail":"{readStateIndex:5646; appliedIndex:5644; }","duration":"136.492768ms","start":"2026-04-09T17:48:41.013773Z","end":"2026-04-09T17:48:41.150265Z","steps":["trace[576380221] 'read index received' (duration: 9.218167ms)","trace[576380221] 'applied index is now lower than readState.Index' (duration: 127.273501ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:48:41.150335Z","caller":"traceutil/trace.go:171","msg":"trace[1556621814] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"135.700971ms","start":"2026-04-09T17:48:41.014629Z","end":"2026-04-09T17:48:41.15033Z","steps":["trace[1556621814] 'process raft request' (duration: 135.533147ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:41.150083Z","caller":"traceutil/trace.go:171","msg":"trace[723272774] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"136.273304ms","start":"2026-04-09T17:48:41.013784Z","end":"2026-04-09T17:48:41.150058Z","steps":["trace[723272774] 'process raft request' (duration: 136.1241ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:41.150442Z","caller":"traceutil/trace.go:171","msg":"trace[2011395036] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"135.65625ms","start":"2026-04-09T17:48:41.014778Z","end":"2026-04-09T17:48:41.150435Z","steps":["trace[2011395036] 'process raft request' (duration: 135.435455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:41.150624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.830108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71042"} {"level":"info","ts":"2026-04-09T17:48:41.150693Z","caller":"traceutil/trace.go:171","msg":"trace[1335484036] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5439; }","duration":"136.936969ms","start":"2026-04-09T17:48:41.013741Z","end":"2026-04-09T17:48:41.150678Z","steps":["trace[1335484036] 'agreement among raft nodes before linearized reading' (duration: 136.57962ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:45.222916Z","caller":"traceutil/trace.go:171","msg":"trace[1492952113] linearizableReadLoop","detail":"{readStateIndex:5682; appliedIndex:5681; }","duration":"185.540146ms","start":"2026-04-09T17:48:45.037356Z","end":"2026-04-09T17:48:45.222897Z","steps":["trace[1492952113] 'read index received' (duration: 185.360752ms)","trace[1492952113] 'applied index is now lower than readState.Index' (duration: 178.744µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:48:45.222985Z","caller":"traceutil/trace.go:171","msg":"trace[1707318409] transaction","detail":"{read_only:false; response_revision:5470; number_of_response:1; }","duration":"203.825568ms","start":"2026-04-09T17:48:45.019127Z","end":"2026-04-09T17:48:45.222953Z","steps":["trace[1707318409] 'process raft request' (duration: 203.641214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:45.223106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.73385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T17:48:45.223156Z","caller":"traceutil/trace.go:171","msg":"trace[357051088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5470; }","duration":"185.828452ms","start":"2026-04-09T17:48:45.037316Z","end":"2026-04-09T17:48:45.223144Z","steps":["trace[357051088] 'agreement among raft nodes before linearized reading' (duration: 185.679339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:45.223286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.331378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T17:48:45.223347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.531203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-09T17:48:45.223432Z","caller":"traceutil/trace.go:171","msg":"trace[1808522766] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5470; }","duration":"161.663426ms","start":"2026-04-09T17:48:45.061753Z","end":"2026-04-09T17:48:45.223417Z","steps":["trace[1808522766] 'agreement among raft nodes before linearized reading' (duration: 161.355349ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:45.223381Z","caller":"traceutil/trace.go:171","msg":"trace[1674547325] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5470; }","duration":"153.505542ms","start":"2026-04-09T17:48:45.069855Z","end":"2026-04-09T17:48:45.223361Z","steps":["trace[1674547325] 'agreement among raft nodes before linearized reading' (duration: 153.318398ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:45.303012Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2798} {"level":"info","ts":"2026-04-09T17:48:45.386117Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2798,"took":"82.102151ms","hash":2017205379,"current-db-size-bytes":55214080,"current-db-size":"55 MB","current-db-size-in-use-bytes":30879744,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-09T17:48:45.386258Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2017205379,"revision":2798,"compact-revision":-1} {"level":"warn","ts":"2026-04-09T17:48:49.498148Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432943033,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T17:48:49.548219Z","caller":"traceutil/trace.go:171","msg":"trace[355091344] transaction","detail":"{read_only:false; response_revision:5565; number_of_response:1; }","duration":"618.095453ms","start":"2026-04-09T17:48:48.930098Z","end":"2026-04-09T17:48:49.548193Z","steps":["trace[355091344] 'process raft request' (duration: 617.880148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:49.548406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:48.930086Z","time spent":"618.208555ms","remote":"127.0.0.1:38662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":997,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:48:49.602283Z","caller":"traceutil/trace.go:171","msg":"trace[1437690737] linearizableReadLoop","detail":"{readStateIndex:5781; appliedIndex:5778; }","duration":"604.780183ms","start":"2026-04-09T17:48:48.997483Z","end":"2026-04-09T17:48:49.602263Z","steps":["trace[1437690737] 'read index received' (duration: 550.57043ms)","trace[1437690737] 'applied index is now lower than readState.Index' (duration: 54.209113ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:48:49.602471Z","caller":"traceutil/trace.go:171","msg":"trace[981985792] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"638.650618ms","start":"2026-04-09T17:48:48.963811Z","end":"2026-04-09T17:48:49.602462Z","steps":["trace[981985792] 'process raft request' (duration: 638.289569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:49.602549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:48.963791Z","time spent":"638.708349ms","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2230,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T17:48:49.60279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.017748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T17:48:49.602823Z","caller":"traceutil/trace.go:171","msg":"trace[1500408669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5567; }","duration":"343.0975ms","start":"2026-04-09T17:48:49.259717Z","end":"2026-04-09T17:48:49.602814Z","steps":["trace[1500408669] 'agreement among raft nodes before linearized reading' (duration: 342.985348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:49.602844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:49.259691Z","time spent":"343.147762ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T17:48:49.602977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.436967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-09T17:48:49.603108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.504991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T17:48:49.603152Z","caller":"traceutil/trace.go:171","msg":"trace[1167515605] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5567; }","duration":"340.564883ms","start":"2026-04-09T17:48:49.262578Z","end":"2026-04-09T17:48:49.603143Z","steps":["trace[1167515605] 'agreement among raft nodes before linearized reading' (duration: 340.473811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:49.60319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:49.262569Z","time spent":"340.615094ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T17:48:49.603219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.43083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:48:49.603295Z","caller":"traceutil/trace.go:171","msg":"trace[2075263383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5567; }","duration":"125.549562ms","start":"2026-04-09T17:48:49.477725Z","end":"2026-04-09T17:48:49.603275Z","steps":["trace[2075263383] 'agreement among raft nodes before linearized reading' (duration: 125.42826ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:49.603436Z","caller":"traceutil/trace.go:171","msg":"trace[2071104460] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"347.723364ms","start":"2026-04-09T17:48:49.255665Z","end":"2026-04-09T17:48:49.603389Z","steps":["trace[2071104460] 'process raft request' (duration: 346.534176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:49.603577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:49.255636Z","time spent":"347.873748ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:48:49.603634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.149975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"warn","ts":"2026-04-09T17:48:49.60367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.589196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T17:48:49.603696Z","caller":"traceutil/trace.go:171","msg":"trace[301298600] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5567; }","duration":"606.246076ms","start":"2026-04-09T17:48:48.997431Z","end":"2026-04-09T17:48:49.603677Z","steps":["trace[301298600] 'agreement among raft nodes before linearized reading' (duration: 605.06913ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:49.603711Z","caller":"traceutil/trace.go:171","msg":"trace[1174497742] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5567; }","duration":"341.643027ms","start":"2026-04-09T17:48:49.262057Z","end":"2026-04-09T17:48:49.6037Z","steps":["trace[1174497742] 'agreement among raft nodes before linearized reading' (duration: 341.539224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:49.603747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:49.26205Z","time spent":"341.689278ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T17:48:49.603756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:48.997412Z","time spent":"606.327749ms","remote":"127.0.0.1:38698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211012,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-04-09T17:48:49.60378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.755699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T17:48:49.603822Z","caller":"traceutil/trace.go:171","msg":"trace[958346557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5567; }","duration":"341.824591ms","start":"2026-04-09T17:48:49.261987Z","end":"2026-04-09T17:48:49.603811Z","steps":["trace[958346557] 'agreement among raft nodes before linearized reading' (duration: 341.683598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:49.603853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:49.261976Z","time spent":"341.868752ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T17:48:49.603103Z","caller":"traceutil/trace.go:171","msg":"trace[1416883021] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5567; }","duration":"339.596701ms","start":"2026-04-09T17:48:49.263475Z","end":"2026-04-09T17:48:49.603071Z","steps":["trace[1416883021] 'agreement among raft nodes before linearized reading' (duration: 339.268624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:49.603888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:49.263468Z","time spent":"340.412289ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T17:48:49.603028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.9351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-09T17:48:49.603952Z","caller":"traceutil/trace.go:171","msg":"trace[982843897] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:5567; }","duration":"340.86983ms","start":"2026-04-09T17:48:49.263073Z","end":"2026-04-09T17:48:49.603943Z","steps":["trace[982843897] 'agreement among raft nodes before linearized reading' (duration: 339.872398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:49.603979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:49.263065Z","time spent":"340.907461ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z2qsz\" "} {"level":"warn","ts":"2026-04-09T17:48:49.604497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.368933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T17:48:49.604571Z","caller":"traceutil/trace.go:171","msg":"trace[2128415594] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5567; }","duration":"342.523897ms","start":"2026-04-09T17:48:49.262029Z","end":"2026-04-09T17:48:49.604553Z","steps":["trace[2128415594] 'agreement among raft nodes before linearized reading' (duration: 341.277069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:49.604632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:49.261993Z","time spent":"342.616219ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T17:48:50.930659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432943073,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T17:48:50.971058Z","caller":"traceutil/trace.go:171","msg":"trace[1217991509] transaction","detail":"{read_only:false; response_revision:5579; number_of_response:1; }","duration":"542.237182ms","start":"2026-04-09T17:48:50.428795Z","end":"2026-04-09T17:48:50.971032Z","steps":["trace[1217991509] 'process raft request' (duration: 542.094979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:50.971175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:50.428785Z","time spent":"542.330374ms","remote":"127.0.0.1:38852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1607,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:48:51.692413Z","caller":"traceutil/trace.go:171","msg":"trace[591053000] linearizableReadLoop","detail":"{readStateIndex:5796; appliedIndex:5792; }","duration":"1.262457771s","start":"2026-04-09T17:48:50.429926Z","end":"2026-04-09T17:48:51.692384Z","steps":["trace[591053000] 'read index received' (duration: 541.000145ms)","trace[591053000] 'applied index is now lower than readState.Index' (duration: 721.456406ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:48:51.692486Z","caller":"traceutil/trace.go:171","msg":"trace[286551198] transaction","detail":"{read_only:false; response_revision:5581; number_of_response:1; }","duration":"1.263191627s","start":"2026-04-09T17:48:50.429256Z","end":"2026-04-09T17:48:51.692447Z","steps":["trace[286551198] 'process raft request' (duration: 1.262972192s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:51.692559Z","caller":"traceutil/trace.go:171","msg":"trace[1650880332] transaction","detail":"{read_only:false; response_revision:5582; number_of_response:1; }","duration":"1.102782729s","start":"2026-04-09T17:48:50.589759Z","end":"2026-04-09T17:48:51.692542Z","steps":["trace[1650880332] 'process raft request' (duration: 1.102520233s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:51.692644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:50.429247Z","time spent":"1.26331958s","remote":"127.0.0.1:38852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:48:51.692658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262715837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:48:51.692622Z","caller":"traceutil/trace.go:171","msg":"trace[1085051660] transaction","detail":"{read_only:false; response_revision:5580; number_of_response:1; }","duration":"1.263359221s","start":"2026-04-09T17:48:50.429194Z","end":"2026-04-09T17:48:51.692553Z","steps":["trace[1085051660] 'process raft request' (duration: 1.262852869s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:51.692698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:50.589734Z","time spent":"1.10286985s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:48:51.692733Z","caller":"traceutil/trace.go:171","msg":"trace[156539854] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5582; }","duration":"1.262806539s","start":"2026-04-09T17:48:50.429903Z","end":"2026-04-09T17:48:51.69271Z","steps":["trace[156539854] 'agreement among raft nodes before linearized reading' (duration: 1.262674316s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:51.692786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:50.429898Z","time spent":"1.26287697s","remote":"127.0.0.1:39036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-09T17:48:51.692873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:50.429173Z","time spent":"1.263574175s","remote":"127.0.0.1:38852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1623,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:48:52.480156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000115413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T17:48:52.480263Z","caller":"traceutil/trace.go:171","msg":"trace[1161242459] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000272746s","start":"2026-04-09T17:48:50.479973Z","end":"2026-04-09T17:48:52.480246Z","steps":["trace[1161242459] 'agreement among raft nodes before linearized reading' (duration: 2.000144973s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:52.480364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:50.479951Z","time spent":"2.000349978s","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 17:48:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T17:48:52.586524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.628325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:48:52.586864Z","caller":"traceutil/trace.go:171","msg":"trace[1394925817] linearizableReadLoop","detail":"{readStateIndex:5797; appliedIndex:5796; }","duration":"894.348026ms","start":"2026-04-09T17:48:51.692498Z","end":"2026-04-09T17:48:52.586847Z","steps":["trace[1394925817] 'read index received' (duration: 162.323842ms)","trace[1394925817] 'applied index is now lower than readState.Index' (duration: 732.022314ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:48:52.586955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925114771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:48:52.586974Z","caller":"traceutil/trace.go:171","msg":"trace[1209589361] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5583; }","duration":"1.925164381s","start":"2026-04-09T17:48:50.661802Z","end":"2026-04-09T17:48:52.586966Z","steps":["trace[1209589361] 'agreement among raft nodes before linearized reading' (duration: 1.92512472s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:52.586993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:50.661789Z","time spent":"1.925199542s","remote":"127.0.0.1:56948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:48:52.58704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.016091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-09T17:48:52.587062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.010803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T17:48:52.587152Z","caller":"traceutil/trace.go:171","msg":"trace[1915833259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5583; }","duration":"970.153537ms","start":"2026-04-09T17:48:51.616977Z","end":"2026-04-09T17:48:52.587131Z","steps":["trace[1915833259] 'agreement among raft nodes before linearized reading' (duration: 969.882751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:52.587215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.547748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:48:52.587099Z","caller":"traceutil/trace.go:171","msg":"trace[66315843] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5583; }","duration":"969.135804ms","start":"2026-04-09T17:48:51.617952Z","end":"2026-04-09T17:48:52.587087Z","steps":["trace[66315843] 'agreement among raft nodes before linearized reading' (duration: 968.942759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:52.587233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:51.616955Z","time spent":"970.264059ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T17:48:52.587275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:51.617936Z","time spent":"969.323318ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T17:48:52.58726Z","caller":"traceutil/trace.go:171","msg":"trace[1968247958] transaction","detail":"{read_only:false; response_revision:5584; number_of_response:1; }","duration":"843.591451ms","start":"2026-04-09T17:48:51.743648Z","end":"2026-04-09T17:48:52.587239Z","steps":["trace[1968247958] 'process raft request' (duration: 843.001138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:52.58717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611684529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus.18a4c17bff058c8a\" ","response":"range_response_count:1 size:745"} {"level":"info","ts":"2026-04-09T17:48:52.587397Z","caller":"traceutil/trace.go:171","msg":"trace[186823764] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus.18a4c17bff058c8a; range_end:; response_count:1; response_revision:5583; }","duration":"1.611939425s","start":"2026-04-09T17:48:50.975437Z","end":"2026-04-09T17:48:52.587376Z","steps":["trace[186823764] 'agreement among raft nodes before linearized reading' (duration: 1.611468205s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:52.587462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:50.975412Z","time spent":"1.612030097s","remote":"127.0.0.1:38662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":768,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus.18a4c17bff058c8a\" "} {"level":"warn","ts":"2026-04-09T17:48:52.587461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:51.743627Z","time spent":"843.725595ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:48:52.587536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.869333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-09T17:48:52.587511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.640925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T17:48:52.587578Z","caller":"traceutil/trace.go:171","msg":"trace[836271070] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5584; }","duration":"974.950385ms","start":"2026-04-09T17:48:51.612619Z","end":"2026-04-09T17:48:52.587569Z","steps":["trace[836271070] 'agreement among raft nodes before linearized reading' (duration: 974.849613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:52.587606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:51.612598Z","time spent":"975.003446ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T17:48:52.587615Z","caller":"traceutil/trace.go:171","msg":"trace[1296724358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5584; }","duration":"969.769618ms","start":"2026-04-09T17:48:51.617818Z","end":"2026-04-09T17:48:52.587588Z","steps":["trace[1296724358] 'agreement among raft nodes before linearized reading' (duration: 969.39728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:52.587657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979273042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-296fbff1-a255-4c88-a187-f4fa727e7464\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-09T17:48:52.587687Z","caller":"traceutil/trace.go:171","msg":"trace[1972557550] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-296fbff1-a255-4c88-a187-f4fa727e7464; range_end:; response_count:1; response_revision:5584; }","duration":"1.979341754s","start":"2026-04-09T17:48:50.608333Z","end":"2026-04-09T17:48:52.587675Z","steps":["trace[1972557550] 'agreement among raft nodes before linearized reading' (duration: 1.979271282s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:52.587692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:51.61781Z","time spent":"969.86804ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T17:48:52.587712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:50.608289Z","time spent":"1.979418386s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-296fbff1-a255-4c88-a187-f4fa727e7464\" "} {"level":"warn","ts":"2026-04-09T17:48:52.587731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.076456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:48:52.587729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005075815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-296fbff1-a255-4c88-a187-f4fa727e7464\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-04-09T17:48:52.587826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.27292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-09T17:48:52.587755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.783298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T17:48:52.587873Z","caller":"traceutil/trace.go:171","msg":"trace[836909543] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-296fbff1-a255-4c88-a187-f4fa727e7464; range_end:; response_count:1; response_revision:5584; }","duration":"2.00528885s","start":"2026-04-09T17:48:50.582564Z","end":"2026-04-09T17:48:52.587853Z","steps":["trace[836909543] 'agreement among raft nodes before linearized reading' (duration: 2.004966063s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:52.587934Z","caller":"traceutil/trace.go:171","msg":"trace[2058311311] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:5583; }","duration":"975.226621ms","start":"2026-04-09T17:48:51.612687Z","end":"2026-04-09T17:48:52.587914Z","steps":["trace[2058311311] 'agreement among raft nodes before linearized reading' (duration: 974.244069ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:52.587952Z","caller":"traceutil/trace.go:171","msg":"trace[893401334] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5584; }","duration":"970.000303ms","start":"2026-04-09T17:48:51.61794Z","end":"2026-04-09T17:48:52.58794Z","steps":["trace[893401334] 'agreement among raft nodes before linearized reading' (duration: 969.313717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:52.587966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:50.582546Z","time spent":"2.005405262s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-296fbff1-a255-4c88-a187-f4fa727e7464\" "} {"level":"info","ts":"2026-04-09T17:48:52.58687Z","caller":"traceutil/trace.go:171","msg":"trace[613741106] transaction","detail":"{read_only:false; response_revision:5583; number_of_response:1; }","duration":"977.83581ms","start":"2026-04-09T17:48:51.609002Z","end":"2026-04-09T17:48:52.586838Z","steps":["trace[613741106] 'process raft request' (duration: 245.805156ms)","trace[613741106] 'compare' (duration: 731.453621ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:48:52.587987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:51.617934Z","time spent":"970.045394ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T17:48:52.587776Z","caller":"traceutil/trace.go:171","msg":"trace[2042127414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5584; }","duration":"107.157337ms","start":"2026-04-09T17:48:52.480607Z","end":"2026-04-09T17:48:52.587765Z","steps":["trace[2042127414] 'agreement among raft nodes before linearized reading' (duration: 107.094845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:52.587772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.315198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-09T17:48:52.588388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:51.608976Z","time spent":"979.169509ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:48:52.58849Z","caller":"traceutil/trace.go:171","msg":"trace[1631394796] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5584; }","duration":"970.149617ms","start":"2026-04-09T17:48:51.618326Z","end":"2026-04-09T17:48:52.588476Z","steps":["trace[1631394796] 'agreement among raft nodes before linearized reading' (duration: 969.205716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:52.587997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:51.612666Z","time spent":"975.311994ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z2qsz\" "} {"level":"warn","ts":"2026-04-09T17:48:52.588594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:51.618247Z","time spent":"970.281959ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T17:48:52.587737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.93748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:48:52.588787Z","caller":"traceutil/trace.go:171","msg":"trace[1628961494] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5584; }","duration":"892.022664ms","start":"2026-04-09T17:48:51.696755Z","end":"2026-04-09T17:48:52.588778Z","steps":["trace[1628961494] 'agreement among raft nodes before linearized reading' (duration: 890.915879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:52.588862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:51.696741Z","time spent":"892.111967ms","remote":"127.0.0.1:38762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-09T17:48:52.587251Z","caller":"traceutil/trace.go:171","msg":"trace[2113107863] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5583; }","duration":"920.616939ms","start":"2026-04-09T17:48:51.666626Z","end":"2026-04-09T17:48:52.587243Z","steps":["trace[2113107863] 'agreement among raft nodes before linearized reading' (duration: 920.561898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:52.591431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:51.66661Z","time spent":"924.771664ms","remote":"127.0.0.1:38850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:48:53.093147Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432943083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:48:53.593442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432943083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:48:53.660574Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.067981183s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T17:48:54.58204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.019389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:48:54.582146Z","caller":"traceutil/trace.go:171","msg":"trace[1321899319] transaction","detail":"{read_only:false; response_revision:5585; number_of_response:1; }","duration":"1.989593304s","start":"2026-04-09T17:48:52.592532Z","end":"2026-04-09T17:48:54.582125Z","steps":["trace[1321899319] 'process raft request' (duration: 1.068405522s)","trace[1321899319] 'compare' (duration: 920.61772ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:48:54.582213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:52.592521Z","time spent":"1.989659277s","remote":"127.0.0.1:38662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:48:54.597361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000167774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T17:48:54.597452Z","caller":"traceutil/trace.go:171","msg":"trace[1787860530] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000278916s","start":"2026-04-09T17:48:52.597151Z","end":"2026-04-09T17:48:54.59743Z","steps":["trace[1787860530] 'agreement among raft nodes before linearized reading' (duration: 2.000180794s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:54.597523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:52.59714Z","time spent":"2.000366628s","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:48:54.753453Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.092560098s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T17:48:54.753944Z","caller":"traceutil/trace.go:171","msg":"trace[144832049] transaction","detail":"{read_only:false; response_revision:5586; number_of_response:1; }","duration":"2.16000814s","start":"2026-04-09T17:48:52.593908Z","end":"2026-04-09T17:48:54.753916Z","steps":["trace[144832049] 'process raft request' (duration: 2.159705473s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:54.754069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:52.593893Z","time spent":"2.160106342s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:48:54.754068Z","caller":"traceutil/trace.go:171","msg":"trace[1885334078] transaction","detail":"{read_only:false; response_revision:5590; number_of_response:1; }","duration":"2.159808516s","start":"2026-04-09T17:48:52.594237Z","end":"2026-04-09T17:48:54.754045Z","steps":["trace[1885334078] 'process raft request' (duration: 2.159654491s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:54.754075Z","caller":"traceutil/trace.go:171","msg":"trace[902553899] transaction","detail":"{read_only:false; response_revision:5589; number_of_response:1; }","duration":"2.159965109s","start":"2026-04-09T17:48:52.594068Z","end":"2026-04-09T17:48:54.754033Z","steps":["trace[902553899] 'process raft request' (duration: 2.159794825s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:54.754145Z","caller":"traceutil/trace.go:171","msg":"trace[763603521] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"2.158490406s","start":"2026-04-09T17:48:52.595637Z","end":"2026-04-09T17:48:54.754127Z","steps":["trace[763603521] 'process raft request' (duration: 2.158390804s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:54.754186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:52.594221Z","time spent":"2.159904647s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:48:54.753993Z","caller":"traceutil/trace.go:171","msg":"trace[2010886122] transaction","detail":"{read_only:false; response_revision:5587; number_of_response:1; }","duration":"2.159942599s","start":"2026-04-09T17:48:52.594012Z","end":"2026-04-09T17:48:54.753954Z","steps":["trace[2010886122] 'process raft request' (duration: 2.159762125s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:54.754269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:52.594059Z","time spent":"2.160112103s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:48:54.754311Z","caller":"traceutil/trace.go:171","msg":"trace[1523861600] transaction","detail":"{read_only:false; response_revision:5588; number_of_response:1; }","duration":"2.160271426s","start":"2026-04-09T17:48:52.594021Z","end":"2026-04-09T17:48:54.754293Z","steps":["trace[1523861600] 'process raft request' (duration: 2.159794835s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:54.754327Z","caller":"traceutil/trace.go:171","msg":"trace[1243080938] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"2.159490028s","start":"2026-04-09T17:48:52.594815Z","end":"2026-04-09T17:48:54.754305Z","steps":["trace[1243080938] 'process raft request' (duration: 2.1591786s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:54.754283Z","caller":"traceutil/trace.go:171","msg":"trace[695155122] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"2.159879957s","start":"2026-04-09T17:48:52.594395Z","end":"2026-04-09T17:48:54.754275Z","steps":["trace[695155122] 'process raft request' (duration: 2.159554048s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:54.754431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:52.594014Z","time spent":"2.160345319s","remote":"127.0.0.1:38662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:48:54.754485Z","caller":"traceutil/trace.go:171","msg":"trace[1137811704] transaction","detail":"{read_only:false; response_revision:5594; number_of_response:1; }","duration":"2.069900637s","start":"2026-04-09T17:48:52.684567Z","end":"2026-04-09T17:48:54.754468Z","steps":["trace[1137811704] 'process raft request' (duration: 2.069514008s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:54.754512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:52.594389Z","time spent":"2.160077761s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:48:54.754552Z","caller":"traceutil/trace.go:171","msg":"trace[1276409551] linearizableReadLoop","detail":"{readStateIndex:5808; appliedIndex:5798; }","duration":"2.161769259s","start":"2026-04-09T17:48:52.592766Z","end":"2026-04-09T17:48:54.754536Z","steps":["trace[1276409551] 'read index received' (duration: 1.068155697s)","trace[1276409551] 'applied index is now lower than readState.Index' (duration: 1.093612182s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:48:54.754413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:52.59481Z","time spent":"2.1595637s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:48:54.754575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:52.684537Z","time spent":"2.069994929s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:48:54.754388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:52.594003Z","time spent":"2.160291857s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:48:54.754716Z","caller":"traceutil/trace.go:171","msg":"trace[1570121928] transaction","detail":"{read_only:false; response_revision:5595; number_of_response:1; }","duration":"1.124509449s","start":"2026-04-09T17:48:53.630185Z","end":"2026-04-09T17:48:54.754694Z","steps":["trace[1570121928] 'process raft request' (duration: 1.124163511s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:54.754816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:53.630159Z","time spent":"1.124605592s","remote":"127.0.0.1:38750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18838,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:48:54.754245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:52.595626Z","time spent":"2.158573138s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:48:54.754968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162194209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80223"} {"level":"info","ts":"2026-04-09T17:48:54.755013Z","caller":"traceutil/trace.go:171","msg":"trace[2140943599] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5595; }","duration":"2.162282471s","start":"2026-04-09T17:48:52.592718Z","end":"2026-04-09T17:48:54.755001Z","steps":["trace[2140943599] 'agreement among raft nodes before linearized reading' (duration: 2.162056476s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:54.755046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:52.592696Z","time spent":"2.162341663s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80246,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-09T17:48:54.823148Z","caller":"traceutil/trace.go:171","msg":"trace[667591079] transaction","detail":"{read_only:false; response_revision:5596; number_of_response:1; }","duration":"1.124080629s","start":"2026-04-09T17:48:53.699045Z","end":"2026-04-09T17:48:54.823125Z","steps":["trace[667591079] 'process raft request' (duration: 1.123931475s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:54.823327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:53.699012Z","time spent":"1.124206812s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:48:54.823745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.496652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:48:54.823821Z","caller":"traceutil/trace.go:171","msg":"trace[2020687400] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5598; }","duration":"489.584094ms","start":"2026-04-09T17:48:54.334203Z","end":"2026-04-09T17:48:54.823787Z","steps":["trace[2020687400] 'agreement among raft nodes before linearized reading' (duration: 489.483562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:54.823841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.490588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T17:48:54.823864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:54.334185Z","time spent":"489.669406ms","remote":"127.0.0.1:35874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-04-09T17:48:54.824001Z","caller":"traceutil/trace.go:171","msg":"trace[1859814824] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5598; }","duration":"792.645651ms","start":"2026-04-09T17:48:54.031285Z","end":"2026-04-09T17:48:54.823931Z","steps":["trace[1859814824] 'agreement among raft nodes before linearized reading' (duration: 792.415826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:54.824046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:54.031268Z","time spent":"792.768744ms","remote":"127.0.0.1:38690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":59,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-09T17:48:54.824142Z","caller":"traceutil/trace.go:171","msg":"trace[620477429] transaction","detail":"{read_only:false; response_revision:5597; number_of_response:1; }","duration":"229.15963ms","start":"2026-04-09T17:48:54.594971Z","end":"2026-04-09T17:48:54.82413Z","steps":["trace[620477429] 'process raft request' (duration: 228.111446ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:54.824227Z","caller":"traceutil/trace.go:171","msg":"trace[1875225305] transaction","detail":"{read_only:false; response_revision:5598; number_of_response:1; }","duration":"228.965346ms","start":"2026-04-09T17:48:54.595252Z","end":"2026-04-09T17:48:54.824218Z","steps":["trace[1875225305] 'process raft request' (duration: 228.273229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:54.824407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.559803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-alertmanager.18a4c17bff00ac4d\" ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-04-09T17:48:54.824446Z","caller":"traceutil/trace.go:171","msg":"trace[920058958] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-alertmanager.18a4c17bff00ac4d; range_end:; response_count:1; response_revision:5598; }","duration":"238.596974ms","start":"2026-04-09T17:48:54.585837Z","end":"2026-04-09T17:48:54.824434Z","steps":["trace[920058958] 'agreement among raft nodes before linearized reading' (duration: 238.460251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:54.82458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.162442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T17:48:54.824588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.231279218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-09T17:48:54.82466Z","caller":"traceutil/trace.go:171","msg":"trace[1017386911] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5598; }","duration":"269.325956ms","start":"2026-04-09T17:48:54.555315Z","end":"2026-04-09T17:48:54.824641Z","steps":["trace[1017386911] 'agreement among raft nodes before linearized reading' (duration: 269.147232ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:54.824699Z","caller":"traceutil/trace.go:171","msg":"trace[1877168688] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5598; }","duration":"2.231451022s","start":"2026-04-09T17:48:52.593223Z","end":"2026-04-09T17:48:54.824674Z","steps":["trace[1877168688] 'agreement among raft nodes before linearized reading' (duration: 2.231016292s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:54.824756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:52.593203Z","time spent":"2.231540895s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T17:48:54.824782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232180668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-296fbff1-a255-4c88-a187-f4fa727e7464\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-04-09T17:48:54.824813Z","caller":"traceutil/trace.go:171","msg":"trace[80495536] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-296fbff1-a255-4c88-a187-f4fa727e7464; range_end:; response_count:1; response_revision:5598; }","duration":"1.23225366s","start":"2026-04-09T17:48:53.592548Z","end":"2026-04-09T17:48:54.824802Z","steps":["trace[80495536] 'agreement among raft nodes before linearized reading' (duration: 1.232197659s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:54.824833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:53.592522Z","time spent":"1.232305541s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-296fbff1-a255-4c88-a187-f4fa727e7464\" "} {"level":"warn","ts":"2026-04-09T17:48:54.824833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596098888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-04-09T17:48:54.824872Z","caller":"traceutil/trace.go:171","msg":"trace[876862497] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5598; }","duration":"1.59617396s","start":"2026-04-09T17:48:53.228688Z","end":"2026-04-09T17:48:54.824862Z","steps":["trace[876862497] 'agreement among raft nodes before linearized reading' (duration: 1.596061778s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:54.824869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.46776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:48:54.8249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:53.228627Z","time spent":"1.596266132s","remote":"127.0.0.1:35886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-09T17:48:54.824861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.641879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:48:54.82493Z","caller":"traceutil/trace.go:171","msg":"trace[780041467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5598; }","duration":"226.573592ms","start":"2026-04-09T17:48:54.59834Z","end":"2026-04-09T17:48:54.824914Z","steps":["trace[780041467] 'agreement among raft nodes before linearized reading' (duration: 225.943628ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:54.824955Z","caller":"traceutil/trace.go:171","msg":"trace[763770994] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:5598; }","duration":"912.796703ms","start":"2026-04-09T17:48:53.912135Z","end":"2026-04-09T17:48:54.824932Z","steps":["trace[763770994] 'agreement among raft nodes before linearized reading' (duration: 912.623729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:54.825017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:53.912101Z","time spent":"912.900355ms","remote":"127.0.0.1:38768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:48:57.811654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.23574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:48:57.811805Z","caller":"traceutil/trace.go:171","msg":"trace[1146584980] linearizableReadLoop","detail":"{readStateIndex:5855; appliedIndex:5854; }","duration":"1.133330738s","start":"2026-04-09T17:48:56.678438Z","end":"2026-04-09T17:48:57.811769Z","steps":["trace[1146584980] 'read index received' (duration: 204.897233ms)","trace[1146584980] 'applied index is now lower than readState.Index' (duration: 928.431365ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:48:57.81219Z","caller":"traceutil/trace.go:171","msg":"trace[850511911] transaction","detail":"{read_only:false; response_revision:5639; number_of_response:1; }","duration":"1.140697874s","start":"2026-04-09T17:48:56.671461Z","end":"2026-04-09T17:48:57.812159Z","steps":["trace[850511911] 'process raft request' (duration: 211.85554ms)","trace[850511911] 'compare' (duration: 928.045396ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:48:57.812412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:56.671446Z","time spent":"1.140819336s","remote":"127.0.0.1:44608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7067,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:48:57.812567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134095656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4867"} {"level":"info","ts":"2026-04-09T17:48:57.812656Z","caller":"traceutil/trace.go:171","msg":"trace[226557178] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5639; }","duration":"1.134226168s","start":"2026-04-09T17:48:56.678406Z","end":"2026-04-09T17:48:57.812632Z","steps":["trace[226557178] 'agreement among raft nodes before linearized reading' (duration: 1.133752698s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:57.812704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:56.678395Z","time spent":"1.13429847s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4890,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-04-09T17:48:57.926645Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.043266105s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T17:48:58.229272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.325696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:48:58.229489Z","caller":"traceutil/trace.go:171","msg":"trace[771421097] transaction","detail":"{read_only:false; response_revision:5640; number_of_response:1; }","duration":"1.399419945s","start":"2026-04-09T17:48:56.830028Z","end":"2026-04-09T17:48:58.229448Z","steps":["trace[771421097] 'process raft request' (duration: 1.096820333s)","trace[771421097] 'compare' (duration: 302.204203ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:48:58.229666Z","caller":"traceutil/trace.go:171","msg":"trace[1150032061] transaction","detail":"{read_only:false; response_revision:5641; number_of_response:1; }","duration":"1.398602197s","start":"2026-04-09T17:48:56.831049Z","end":"2026-04-09T17:48:58.229651Z","steps":["trace[1150032061] 'process raft request' (duration: 1.398315991s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:58.229672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:56.830008Z","time spent":"1.399561809s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:48:58.22973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:56.831038Z","time spent":"1.398660319s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:48:58.229781Z","caller":"traceutil/trace.go:171","msg":"trace[803671538] linearizableReadLoop","detail":"{readStateIndex:5858; appliedIndex:5855; }","duration":"417.918623ms","start":"2026-04-09T17:48:57.811838Z","end":"2026-04-09T17:48:58.229757Z","steps":["trace[803671538] 'read index received' (duration: 114.951543ms)","trace[803671538] 'applied index is now lower than readState.Index' (duration: 302.9643ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:48:58.229793Z","caller":"traceutil/trace.go:171","msg":"trace[1255609396] transaction","detail":"{read_only:false; response_revision:5642; number_of_response:1; }","duration":"1.398640648s","start":"2026-04-09T17:48:56.831119Z","end":"2026-04-09T17:48:58.22976Z","steps":["trace[1255609396] 'process raft request' (duration: 1.39830516s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:58.229838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.363075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:48:58.229871Z","caller":"traceutil/trace.go:171","msg":"trace[894197803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5643; }","duration":"751.424077ms","start":"2026-04-09T17:48:57.478436Z","end":"2026-04-09T17:48:58.22986Z","steps":["trace[894197803] 'agreement among raft nodes before linearized reading' (duration: 751.371496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:58.229897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:57.47842Z","time spent":"751.470858ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:48:58.229912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467053421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-09T17:48:58.229946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46875976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T17:48:58.229977Z","caller":"traceutil/trace.go:171","msg":"trace[53344748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5643; }","duration":"1.467133042s","start":"2026-04-09T17:48:56.762827Z","end":"2026-04-09T17:48:58.22996Z","steps":["trace[53344748] 'agreement among raft nodes before linearized reading' (duration: 1.466999949s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:58.229999Z","caller":"traceutil/trace.go:171","msg":"trace[780122327] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5643; }","duration":"1.468812211s","start":"2026-04-09T17:48:56.761171Z","end":"2026-04-09T17:48:58.229983Z","steps":["trace[780122327] 'agreement among raft nodes before linearized reading' (duration: 1.468681738s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:58.230002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468815591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-09T17:48:58.230031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:56.762821Z","time spent":"1.467197264s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T17:48:58.229947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040752774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:48:58.230054Z","caller":"traceutil/trace.go:171","msg":"trace[169265038] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:5643; }","duration":"1.468895513s","start":"2026-04-09T17:48:56.761142Z","end":"2026-04-09T17:48:58.230038Z","steps":["trace[169265038] 'agreement among raft nodes before linearized reading' (duration: 1.4687497s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:58.230101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:56.761126Z","time spent":"1.468964914s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z2qsz\" "} {"level":"warn","ts":"2026-04-09T17:48:58.230111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468617096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-09T17:48:58.230124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468817591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-09T17:48:58.230002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.92064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:48:58.230171Z","caller":"traceutil/trace.go:171","msg":"trace[1158434777] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5643; }","duration":"1.468683528s","start":"2026-04-09T17:48:56.761471Z","end":"2026-04-09T17:48:58.230154Z","steps":["trace[1158434777] 'agreement among raft nodes before linearized reading' (duration: 1.468512144s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:58.230189Z","caller":"traceutil/trace.go:171","msg":"trace[1731579876] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5643; }","duration":"1.468877042s","start":"2026-04-09T17:48:56.761286Z","end":"2026-04-09T17:48:58.230163Z","steps":["trace[1731579876] 'agreement among raft nodes before linearized reading' (duration: 1.46878736s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:58.229927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:56.831097Z","time spent":"1.398752491s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:48:58.23023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:56.761281Z","time spent":"1.468936694s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T17:48:58.230184Z","caller":"traceutil/trace.go:171","msg":"trace[244646880] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:0; response_revision:5643; }","duration":"409.132425ms","start":"2026-04-09T17:48:57.821039Z","end":"2026-04-09T17:48:58.230172Z","steps":["trace[244646880] 'agreement among raft nodes before linearized reading' (duration: 408.930831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:58.230316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395333784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-296fbff1-a255-4c88-a187-f4fa727e7464\" ","response":"range_response_count:1 size:3952"} {"level":"warn","ts":"2026-04-09T17:48:58.23034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:56.761464Z","time spent":"1.46876312s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T17:48:58.230362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:57.821021Z","time spent":"409.331ms","remote":"127.0.0.1:38690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"warn","ts":"2026-04-09T17:48:58.229949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468587706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T17:48:58.230375Z","caller":"traceutil/trace.go:171","msg":"trace[2037715482] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-296fbff1-a255-4c88-a187-f4fa727e7464; range_end:; response_count:1; response_revision:5643; }","duration":"1.395414225s","start":"2026-04-09T17:48:56.834941Z","end":"2026-04-09T17:48:58.230356Z","steps":["trace[2037715482] 'agreement among raft nodes before linearized reading' (duration: 1.39519705s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:48:58.230416Z","caller":"traceutil/trace.go:171","msg":"trace[928877340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5643; }","duration":"1.469070606s","start":"2026-04-09T17:48:56.761331Z","end":"2026-04-09T17:48:58.230401Z","steps":["trace[928877340] 'agreement among raft nodes before linearized reading' (duration: 1.468428572s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:58.230425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:56.834901Z","time spent":"1.395511767s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3975,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-296fbff1-a255-4c88-a187-f4fa727e7464\" "} {"level":"warn","ts":"2026-04-09T17:48:58.230057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.471771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:48:58.230506Z","caller":"traceutil/trace.go:171","msg":"trace[714956363] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:5643; }","duration":"729.969092ms","start":"2026-04-09T17:48:57.500527Z","end":"2026-04-09T17:48:58.230496Z","steps":["trace[714956363] 'agreement among raft nodes before linearized reading' (duration: 729.502252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:58.230553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:57.500502Z","time spent":"730.025505ms","remote":"127.0.0.1:57134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:48:58.230574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:56.761323Z","time spent":"1.469128118s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T17:48:58.23059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.589635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T17:48:58.230632Z","caller":"traceutil/trace.go:171","msg":"trace[773237020] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5643; }","duration":"186.665107ms","start":"2026-04-09T17:48:58.043954Z","end":"2026-04-09T17:48:58.230619Z","steps":["trace[773237020] 'agreement among raft nodes before linearized reading' (duration: 186.210266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:58.230045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:56.761126Z","time spent":"1.468906613s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T17:48:58.230124Z","caller":"traceutil/trace.go:171","msg":"trace[102385976] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:5643; }","duration":"1.040965729s","start":"2026-04-09T17:48:57.189116Z","end":"2026-04-09T17:48:58.230081Z","steps":["trace[102385976] 'agreement among raft nodes before linearized reading' (duration: 1.040733344s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:58.230763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:57.189096Z","time spent":"1.041645605s","remote":"127.0.0.1:43176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:48:58.230135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470058609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T17:48:58.230843Z","caller":"traceutil/trace.go:171","msg":"trace[1008285965] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5643; }","duration":"1.470788326s","start":"2026-04-09T17:48:56.760031Z","end":"2026-04-09T17:48:58.23082Z","steps":["trace[1008285965] 'agreement among raft nodes before linearized reading' (duration: 1.469991067s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:58.230917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:56.760013Z","time spent":"1.470886808s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T17:48:58.231103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373381449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-04-09T17:48:58.231174Z","caller":"traceutil/trace.go:171","msg":"trace[1335081548] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5643; }","duration":"1.373498572s","start":"2026-04-09T17:48:56.857658Z","end":"2026-04-09T17:48:58.231157Z","steps":["trace[1335081548] 'agreement among raft nodes before linearized reading' (duration: 1.37209804s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:48:58.231236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:48:56.857635Z","time spent":"1.373581473s","remote":"127.0.0.1:38698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211012,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-04-09T17:49:04.771687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432943422,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T17:49:04.970517Z","caller":"traceutil/trace.go:171","msg":"trace[1025859088] transaction","detail":"{read_only:false; response_revision:5750; number_of_response:1; }","duration":"721.209277ms","start":"2026-04-09T17:49:04.249274Z","end":"2026-04-09T17:49:04.970483Z","steps":["trace[1025859088] 'process raft request' (duration: 720.991332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:04.970717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:04.249248Z","time spent":"721.364831ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:49:05.151649Z","caller":"traceutil/trace.go:171","msg":"trace[155267670] transaction","detail":"{read_only:false; response_revision:5752; number_of_response:1; }","duration":"900.196089ms","start":"2026-04-09T17:49:04.25143Z","end":"2026-04-09T17:49:05.151626Z","steps":["trace[155267670] 'process raft request' (duration: 900.142578ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:49:05.151685Z","caller":"traceutil/trace.go:171","msg":"trace[1607182108] transaction","detail":"{read_only:false; response_revision:5751; number_of_response:1; }","duration":"900.848793ms","start":"2026-04-09T17:49:04.250802Z","end":"2026-04-09T17:49:05.151651Z","steps":["trace[1607182108] 'process raft request' (duration: 900.651519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:05.151776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:04.251409Z","time spent":"900.300402ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:49:05.151796Z","caller":"traceutil/trace.go:171","msg":"trace[1137008286] linearizableReadLoop","detail":"{readStateIndex:5973; appliedIndex:5969; }","duration":"880.669206ms","start":"2026-04-09T17:49:04.271102Z","end":"2026-04-09T17:49:05.151771Z","steps":["trace[1137008286] 'read index received' (duration: 699.242369ms)","trace[1137008286] 'applied index is now lower than readState.Index' (duration: 181.425057ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:49:05.151844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:04.250775Z","time spent":"900.981827ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:49:05.151907Z","caller":"traceutil/trace.go:171","msg":"trace[1130239439] transaction","detail":"{read_only:false; response_revision:5753; number_of_response:1; }","duration":"388.524616ms","start":"2026-04-09T17:49:04.763336Z","end":"2026-04-09T17:49:05.151861Z","steps":["trace[1130239439] 'process raft request' (duration: 388.26002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:05.151981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:04.76331Z","time spent":"388.6357ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:49:05.151992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.871601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T17:49:05.152053Z","caller":"traceutil/trace.go:171","msg":"trace[489545507] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5753; }","duration":"880.966093ms","start":"2026-04-09T17:49:04.271069Z","end":"2026-04-09T17:49:05.152035Z","steps":["trace[489545507] 'agreement among raft nodes before linearized reading' (duration: 880.81323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:05.152077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.222474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-09T17:49:05.15206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.185534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:49:05.152108Z","caller":"traceutil/trace.go:171","msg":"trace[340273164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5753; }","duration":"879.258174ms","start":"2026-04-09T17:49:04.27284Z","end":"2026-04-09T17:49:05.152098Z","steps":["trace[340273164] 'agreement among raft nodes before linearized reading' (duration: 879.193213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:05.152134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:04.272834Z","time spent":"879.292745ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T17:49:05.152134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.463046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:49:05.152158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.551187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-04-09T17:49:05.152177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.772736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T17:49:05.15219Z","caller":"traceutil/trace.go:171","msg":"trace[1255017667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5753; }","duration":"674.542158ms","start":"2026-04-09T17:49:04.47763Z","end":"2026-04-09T17:49:05.152172Z","steps":["trace[1255017667] 'agreement among raft nodes before linearized reading' (duration: 674.429876ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:49:05.152215Z","caller":"traceutil/trace.go:171","msg":"trace[1690189424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5753; }","duration":"879.819447ms","start":"2026-04-09T17:49:04.272384Z","end":"2026-04-09T17:49:05.152203Z","steps":["trace[1690189424] 'agreement among raft nodes before linearized reading' (duration: 879.712104ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:49:05.152187Z","caller":"traceutil/trace.go:171","msg":"trace[87750358] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5753; }","duration":"306.629158ms","start":"2026-04-09T17:49:04.845549Z","end":"2026-04-09T17:49:05.152178Z","steps":["trace[87750358] 'agreement among raft nodes before linearized reading' (duration: 306.558317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:05.152234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.21669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-09T17:49:05.152088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:04.271052Z","time spent":"881.030144ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T17:49:05.152256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.895829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-09T17:49:05.152261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.064718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-09T17:49:05.152319Z","caller":"traceutil/trace.go:171","msg":"trace[677794943] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5753; }","duration":"199.135909ms","start":"2026-04-09T17:49:04.953152Z","end":"2026-04-09T17:49:05.152288Z","steps":["trace[677794943] 'agreement among raft nodes before linearized reading' (duration: 199.051537ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:49:05.152298Z","caller":"traceutil/trace.go:171","msg":"trace[52826788] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5753; }","duration":"879.992572ms","start":"2026-04-09T17:49:04.272292Z","end":"2026-04-09T17:49:05.152284Z","steps":["trace[52826788] 'agreement among raft nodes before linearized reading' (duration: 879.89945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:05.152253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:04.845517Z","time spent":"306.731351ms","remote":"127.0.0.1:35886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-09T17:49:05.152292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.607636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-09T17:49:05.152407Z","caller":"traceutil/trace.go:171","msg":"trace[1961458402] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5753; }","duration":"383.725129ms","start":"2026-04-09T17:49:04.768662Z","end":"2026-04-09T17:49:05.152387Z","steps":["trace[1961458402] 'agreement among raft nodes before linearized reading' (duration: 383.509234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:05.152221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:04.477614Z","time spent":"674.600189ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T17:49:05.152137Z","caller":"traceutil/trace.go:171","msg":"trace[1701897286] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5753; }","duration":"449.297816ms","start":"2026-04-09T17:49:04.702818Z","end":"2026-04-09T17:49:05.152116Z","steps":["trace[1701897286] 'agreement among raft nodes before linearized reading' (duration: 449.166533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:05.152486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:04.768651Z","time spent":"383.818701ms","remote":"127.0.0.1:38738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-09T17:49:05.152522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:04.702801Z","time spent":"449.708856ms","remote":"127.0.0.1:38856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:49:05.152015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.908979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T17:49:05.152604Z","caller":"traceutil/trace.go:171","msg":"trace[845495073] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5753; }","duration":"880.541423ms","start":"2026-04-09T17:49:04.272051Z","end":"2026-04-09T17:49:05.152593Z","steps":["trace[845495073] 'agreement among raft nodes before linearized reading' (duration: 879.847968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:05.152658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:04.272031Z","time spent":"880.604274ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T17:49:05.152135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.114252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T17:49:05.152697Z","caller":"traceutil/trace.go:171","msg":"trace[308298924] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5753; }","duration":"879.719745ms","start":"2026-04-09T17:49:04.272968Z","end":"2026-04-09T17:49:05.152688Z","steps":["trace[308298924] 'agreement among raft nodes before linearized reading' (duration: 879.003489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:05.152729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:04.272954Z","time spent":"879.766767ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T17:49:05.152256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:04.27238Z","time spent":"879.866149ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T17:49:05.152765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.023456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13852"} {"level":"info","ts":"2026-04-09T17:49:05.152289Z","caller":"traceutil/trace.go:171","msg":"trace[1529234067] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:5753; }","duration":"878.282971ms","start":"2026-04-09T17:49:04.273992Z","end":"2026-04-09T17:49:05.152275Z","steps":["trace[1529234067] 'agreement among raft nodes before linearized reading' (duration: 878.174459ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:49:05.152839Z","caller":"traceutil/trace.go:171","msg":"trace[1519564236] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5753; }","duration":"414.139539ms","start":"2026-04-09T17:49:04.738684Z","end":"2026-04-09T17:49:05.152824Z","steps":["trace[1519564236] 'agreement among raft nodes before linearized reading' (duration: 413.558165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:05.152872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:04.738661Z","time spent":"414.202581ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13875,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-09T17:49:05.152361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:04.272272Z","time spent":"880.079743ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T17:49:05.152859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:04.273983Z","time spent":"878.858236ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z2qsz\" "} {"level":"warn","ts":"2026-04-09T17:49:09.564222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.525775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:49:09.564531Z","caller":"traceutil/trace.go:171","msg":"trace[1452644097] transaction","detail":"{read_only:false; response_revision:5795; number_of_response:1; }","duration":"571.046719ms","start":"2026-04-09T17:49:08.993452Z","end":"2026-04-09T17:49:09.564499Z","steps":["trace[1452644097] 'process raft request' (duration: 227.143815ms)","trace[1452644097] 'compare' (duration: 342.935973ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:49:09.564662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:08.993424Z","time spent":"571.177912ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:49:09.564696Z","caller":"traceutil/trace.go:171","msg":"trace[548854559] transaction","detail":"{read_only:false; response_revision:5797; number_of_response:1; }","duration":"396.902087ms","start":"2026-04-09T17:49:09.167774Z","end":"2026-04-09T17:49:09.564676Z","steps":["trace[548854559] 'process raft request' (duration: 396.841486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:09.564801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:09.167764Z","time spent":"396.989599ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:49:09.564963Z","caller":"traceutil/trace.go:171","msg":"trace[192659243] linearizableReadLoop","detail":"{readStateIndex:6016; appliedIndex:6015; }","duration":"504.789687ms","start":"2026-04-09T17:49:09.060161Z","end":"2026-04-09T17:49:09.564951Z","steps":["trace[192659243] 'read index received' (duration: 160.451243ms)","trace[192659243] 'applied index is now lower than readState.Index' (duration: 344.337114ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:49:09.565306Z","caller":"traceutil/trace.go:171","msg":"trace[2111990759] transaction","detail":"{read_only:false; response_revision:5796; number_of_response:1; }","duration":"398.543925ms","start":"2026-04-09T17:49:09.166728Z","end":"2026-04-09T17:49:09.565272Z","steps":["trace[2111990759] 'process raft request' (duration: 397.691535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:09.565371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.206236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:49:09.565416Z","caller":"traceutil/trace.go:171","msg":"trace[35788142] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5797; }","duration":"505.305378ms","start":"2026-04-09T17:49:09.060099Z","end":"2026-04-09T17:49:09.565404Z","steps":["trace[35788142] 'agreement among raft nodes before linearized reading' (duration: 505.199666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:09.565475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:09.060075Z","time spent":"505.385341ms","remote":"127.0.0.1:49678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:49:09.565427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:09.166709Z","time spent":"398.660359ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:49:09.565696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.359616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-09T17:49:09.565711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.840037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T17:49:09.565735Z","caller":"traceutil/trace.go:171","msg":"trace[67415419] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5797; }","duration":"389.449119ms","start":"2026-04-09T17:49:09.176277Z","end":"2026-04-09T17:49:09.565726Z","steps":["trace[67415419] 'agreement among raft nodes before linearized reading' (duration: 389.326986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:09.565756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:09.176264Z","time spent":"389.487809ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T17:49:09.565757Z","caller":"traceutil/trace.go:171","msg":"trace[1741105034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5797; }","duration":"389.901498ms","start":"2026-04-09T17:49:09.175844Z","end":"2026-04-09T17:49:09.565745Z","steps":["trace[1741105034] 'agreement among raft nodes before linearized reading' (duration: 389.762405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:09.565788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:09.175838Z","time spent":"389.942949ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T17:49:09.565808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.237468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:49:09.565836Z","caller":"traceutil/trace.go:171","msg":"trace[185812843] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5797; }","duration":"116.267799ms","start":"2026-04-09T17:49:09.44956Z","end":"2026-04-09T17:49:09.565828Z","steps":["trace[185812843] 'agreement among raft nodes before linearized reading' (duration: 116.183997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:09.565883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.164784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T17:49:09.565897Z","caller":"traceutil/trace.go:171","msg":"trace[1169382660] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5797; }","duration":"386.193074ms","start":"2026-04-09T17:49:09.179699Z","end":"2026-04-09T17:49:09.565892Z","steps":["trace[1169382660] 'agreement among raft nodes before linearized reading' (duration: 386.154513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:09.565702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.853751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-09T17:49:09.565844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.104962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-09T17:49:09.565965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.650329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T17:49:09.56597Z","caller":"traceutil/trace.go:171","msg":"trace[1098363334] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:5797; }","duration":"386.243675ms","start":"2026-04-09T17:49:09.179702Z","end":"2026-04-09T17:49:09.565945Z","steps":["trace[1098363334] 'agreement among raft nodes before linearized reading' (duration: 386.102422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:09.56604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:09.179681Z","time spent":"386.338808ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z2qsz\" "} {"level":"info","ts":"2026-04-09T17:49:09.56605Z","caller":"traceutil/trace.go:171","msg":"trace[746138593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5797; }","duration":"391.72536ms","start":"2026-04-09T17:49:09.174279Z","end":"2026-04-09T17:49:09.566005Z","steps":["trace[746138593] 'agreement among raft nodes before linearized reading' (duration: 391.578037ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:49:09.566026Z","caller":"traceutil/trace.go:171","msg":"trace[2016400124] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5797; }","duration":"391.139777ms","start":"2026-04-09T17:49:09.174808Z","end":"2026-04-09T17:49:09.565948Z","steps":["trace[2016400124] 'agreement among raft nodes before linearized reading' (duration: 390.804269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:09.566037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.763345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-09T17:49:09.566098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:09.174265Z","time spent":"391.820383ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T17:49:09.566124Z","caller":"traceutil/trace.go:171","msg":"trace[652423969] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5797; }","duration":"389.889098ms","start":"2026-04-09T17:49:09.176219Z","end":"2026-04-09T17:49:09.566108Z","steps":["trace[652423969] 'agreement among raft nodes before linearized reading' (duration: 389.710954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:09.565909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:09.179688Z","time spent":"386.217996ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T17:49:09.56616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:09.174794Z","time spent":"391.321551ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T17:49:09.566184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:09.176196Z","time spent":"389.974579ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T17:49:09.565712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.318628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:49:09.566372Z","caller":"traceutil/trace.go:171","msg":"trace[2100293603] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5797; }","duration":"428.033994ms","start":"2026-04-09T17:49:09.138324Z","end":"2026-04-09T17:49:09.566358Z","steps":["trace[2100293603] 'agreement among raft nodes before linearized reading' (duration: 427.242416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:09.566445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:09.138309Z","time spent":"428.122486ms","remote":"127.0.0.1:38910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":76,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-09T17:49:09.773136Z","caller":"traceutil/trace.go:171","msg":"trace[1020005487] linearizableReadLoop","detail":"{readStateIndex:6024; appliedIndex:6018; }","duration":"202.172888ms","start":"2026-04-09T17:49:09.570937Z","end":"2026-04-09T17:49:09.77311Z","steps":["trace[1020005487] 'read index received' (duration: 125.781295ms)","trace[1020005487] 'applied index is now lower than readState.Index' (duration: 76.390393ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:49:09.773344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.401273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81909"} {"level":"info","ts":"2026-04-09T17:49:09.773366Z","caller":"traceutil/trace.go:171","msg":"trace[1193241664] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5803; }","duration":"202.454485ms","start":"2026-04-09T17:49:09.570905Z","end":"2026-04-09T17:49:09.773359Z","steps":["trace[1193241664] 'agreement among raft nodes before linearized reading' (duration: 202.291641ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:49:09.773704Z","caller":"traceutil/trace.go:171","msg":"trace[2118640305] transaction","detail":"{read_only:false; response_revision:5801; number_of_response:1; }","duration":"203.414327ms","start":"2026-04-09T17:49:09.570284Z","end":"2026-04-09T17:49:09.773698Z","steps":["trace[2118640305] 'process raft request' (duration: 202.66012ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:49:09.77369Z","caller":"traceutil/trace.go:171","msg":"trace[1118308989] transaction","detail":"{read_only:false; response_revision:5800; number_of_response:1; }","duration":"203.490088ms","start":"2026-04-09T17:49:09.570162Z","end":"2026-04-09T17:49:09.773652Z","steps":["trace[1118308989] 'process raft request' (duration: 202.732111ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:49:09.773782Z","caller":"traceutil/trace.go:171","msg":"trace[226294342] transaction","detail":"{read_only:false; response_revision:5802; number_of_response:1; }","duration":"203.432217ms","start":"2026-04-09T17:49:09.570344Z","end":"2026-04-09T17:49:09.773776Z","steps":["trace[226294342] 'process raft request' (duration: 202.6784ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:49:09.773823Z","caller":"traceutil/trace.go:171","msg":"trace[696890012] transaction","detail":"{read_only:false; response_revision:5803; number_of_response:1; }","duration":"203.463438ms","start":"2026-04-09T17:49:09.570355Z","end":"2026-04-09T17:49:09.773818Z","steps":["trace[696890012] 'process raft request' (duration: 202.713661ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:49:09.773924Z","caller":"traceutil/trace.go:171","msg":"trace[1725518004] transaction","detail":"{read_only:false; response_revision:5798; number_of_response:1; }","duration":"204.168834ms","start":"2026-04-09T17:49:09.569743Z","end":"2026-04-09T17:49:09.773912Z","steps":["trace[1725518004] 'process raft request' (duration: 126.83489ms)","trace[1725518004] 'compare' (duration: 76.037865ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:49:09.774035Z","caller":"traceutil/trace.go:171","msg":"trace[884610878] transaction","detail":"{read_only:false; response_revision:5799; number_of_response:1; }","duration":"203.887297ms","start":"2026-04-09T17:49:09.570139Z","end":"2026-04-09T17:49:09.774026Z","steps":["trace[884610878] 'process raft request' (duration: 202.690751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:10.550225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.721747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:49:10.550313Z","caller":"traceutil/trace.go:171","msg":"trace[1403013308] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:5804; }","duration":"271.86599ms","start":"2026-04-09T17:49:10.278425Z","end":"2026-04-09T17:49:10.550291Z","steps":["trace[1403013308] 'count revisions from in-memory index tree' (duration: 271.643015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:10.550563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.421558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-09T17:49:10.550624Z","caller":"traceutil/trace.go:171","msg":"trace[216041286] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5804; }","duration":"296.758175ms","start":"2026-04-09T17:49:10.253852Z","end":"2026-04-09T17:49:10.55061Z","steps":["trace[216041286] 'range keys from in-memory index tree' (duration: 296.214732ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:49:35.65752Z","caller":"traceutil/trace.go:171","msg":"trace[644083505] transaction","detail":"{read_only:false; response_revision:5955; number_of_response:1; }","duration":"169.169089ms","start":"2026-04-09T17:49:35.488054Z","end":"2026-04-09T17:49:35.657223Z","steps":["trace[644083505] 'process raft request' (duration: 169.009376ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:49:44.439512Z","caller":"traceutil/trace.go:171","msg":"trace[450480324] transaction","detail":"{read_only:false; response_revision:6104; number_of_response:1; }","duration":"480.164458ms","start":"2026-04-09T17:49:43.959327Z","end":"2026-04-09T17:49:44.439492Z","steps":["trace[450480324] 'process raft request' (duration: 480.030415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:44.439651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:43.959292Z","time spent":"480.293271ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:49:45.23263Z","caller":"traceutil/trace.go:171","msg":"trace[768214064] transaction","detail":"{read_only:false; response_revision:6105; number_of_response:1; }","duration":"1.269444409s","start":"2026-04-09T17:49:43.963157Z","end":"2026-04-09T17:49:45.232602Z","steps":["trace[768214064] 'process raft request' (duration: 1.24572458s)","trace[768214064] 'compare' (duration: 23.260519ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:49:45.23261Z","caller":"traceutil/trace.go:171","msg":"trace[567261160] linearizableReadLoop","detail":"{readStateIndex:6335; appliedIndex:6333; }","duration":"1.268879996s","start":"2026-04-09T17:49:43.963703Z","end":"2026-04-09T17:49:45.232583Z","steps":["trace[567261160] 'read index received' (duration: 475.664375ms)","trace[567261160] 'applied index is now lower than readState.Index' (duration: 793.214911ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:49:45.232756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:43.963107Z","time spent":"1.269589732s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:49:45.232871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.117437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:49:45.232959Z","caller":"traceutil/trace.go:171","msg":"trace[962712382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6105; }","duration":"729.24856ms","start":"2026-04-09T17:49:44.503702Z","end":"2026-04-09T17:49:45.23295Z","steps":["trace[962712382] 'agreement among raft nodes before linearized reading' (duration: 729.138157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:45.232973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265705494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-09T17:49:45.232978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:44.503682Z","time spent":"729.29162ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T17:49:45.232995Z","caller":"traceutil/trace.go:171","msg":"trace[1220084234] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6105; }","duration":"1.265736825s","start":"2026-04-09T17:49:43.967251Z","end":"2026-04-09T17:49:45.232988Z","steps":["trace[1220084234] 'agreement among raft nodes before linearized reading' (duration: 1.265686654s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:45.232964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212286892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-04-09T17:49:45.23302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:43.967244Z","time spent":"1.265771406s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T17:49:45.233027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21530187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:49:45.232892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268054938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-09T17:49:45.233071Z","caller":"traceutil/trace.go:171","msg":"trace[886034991] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6105; }","duration":"1.215383392s","start":"2026-04-09T17:49:44.017671Z","end":"2026-04-09T17:49:45.233055Z","steps":["trace[886034991] 'agreement among raft nodes before linearized reading' (duration: 1.215339261s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:45.233112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:44.017642Z","time spent":"1.215464154s","remote":"127.0.0.1:38794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-09T17:49:45.233111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.336536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T17:49:45.23313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267990017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T17:49:45.233106Z","caller":"traceutil/trace.go:171","msg":"trace[761475011] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6105; }","duration":"1.268301954s","start":"2026-04-09T17:49:43.96478Z","end":"2026-04-09T17:49:45.233082Z","steps":["trace[761475011] 'agreement among raft nodes before linearized reading' (duration: 1.268013627s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:45.232928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215013334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:49:45.233146Z","caller":"traceutil/trace.go:171","msg":"trace[1473934605] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6105; }","duration":"1.268019107s","start":"2026-04-09T17:49:43.965122Z","end":"2026-04-09T17:49:45.233142Z","steps":["trace[1473934605] 'agreement among raft nodes before linearized reading' (duration: 1.267975116s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:45.23316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:43.965117Z","time spent":"1.268040127s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T17:49:45.23315Z","caller":"traceutil/trace.go:171","msg":"trace[1687950377] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6105; }","duration":"875.422158ms","start":"2026-04-09T17:49:44.357716Z","end":"2026-04-09T17:49:45.233138Z","steps":["trace[1687950377] 'agreement among raft nodes before linearized reading' (duration: 875.355506ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:49:45.233166Z","caller":"traceutil/trace.go:171","msg":"trace[604032005] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6105; }","duration":"1.21530044s","start":"2026-04-09T17:49:44.017858Z","end":"2026-04-09T17:49:45.233159Z","steps":["trace[604032005] 'agreement among raft nodes before linearized reading' (duration: 1.215054805s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:45.233173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:43.964761Z","time spent":"1.268394605s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T17:49:45.23299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260164348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-09T17:49:45.23319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:44.01783Z","time spent":"1.215353852s","remote":"127.0.0.1:38794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-09T17:49:45.233197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:44.357695Z","time spent":"875.491249ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-09T17:49:45.233045Z","caller":"traceutil/trace.go:171","msg":"trace[916869593] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6105; }","duration":"1.212414975s","start":"2026-04-09T17:49:44.020609Z","end":"2026-04-09T17:49:45.233024Z","steps":["trace[916869593] 'agreement among raft nodes before linearized reading' (duration: 1.2121936s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:49:45.233243Z","caller":"traceutil/trace.go:171","msg":"trace[945091887] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:6105; }","duration":"1.260420834s","start":"2026-04-09T17:49:43.972782Z","end":"2026-04-09T17:49:45.233203Z","steps":["trace[945091887] 'agreement among raft nodes before linearized reading' (duration: 1.260148568s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:45.233244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:44.020592Z","time spent":"1.212648s","remote":"127.0.0.1:38794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6182,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-04-09T17:49:45.233261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:43.972761Z","time spent":"1.260494966s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z2qsz\" "} {"level":"warn","ts":"2026-04-09T17:49:45.233006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.128853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T17:49:45.232877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269153952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T17:49:45.233303Z","caller":"traceutil/trace.go:171","msg":"trace[1463750892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6105; }","duration":"1.269617412s","start":"2026-04-09T17:49:43.963679Z","end":"2026-04-09T17:49:45.233297Z","steps":["trace[1463750892] 'agreement among raft nodes before linearized reading' (duration: 1.269018539s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:49:45.233311Z","caller":"traceutil/trace.go:171","msg":"trace[298807048] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:6105; }","duration":"293.524652ms","start":"2026-04-09T17:49:44.939753Z","end":"2026-04-09T17:49:45.233278Z","steps":["trace[298807048] 'agreement among raft nodes before linearized reading' (duration: 293.069232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:45.233327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:43.963672Z","time spent":"1.269649283s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T17:49:46.030112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.268928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:49:46.030194Z","caller":"traceutil/trace.go:171","msg":"trace[557958850] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:6112; }","duration":"105.405352ms","start":"2026-04-09T17:49:45.924769Z","end":"2026-04-09T17:49:46.030174Z","steps":["trace[557958850] 'count revisions from in-memory index tree' (duration: 105.154786ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:49:47.368579Z","caller":"traceutil/trace.go:171","msg":"trace[181667088] linearizableReadLoop","detail":"{readStateIndex:6345; appliedIndex:6344; }","duration":"125.260953ms","start":"2026-04-09T17:49:47.2433Z","end":"2026-04-09T17:49:47.368561Z","steps":["trace[181667088] 'read index received' (duration: 125.174561ms)","trace[181667088] 'applied index is now lower than readState.Index' (duration: 85.342µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:49:47.368702Z","caller":"traceutil/trace.go:171","msg":"trace[1537183610] transaction","detail":"{read_only:false; response_revision:6115; number_of_response:1; }","duration":"128.415735ms","start":"2026-04-09T17:49:47.240258Z","end":"2026-04-09T17:49:47.368673Z","steps":["trace[1537183610] 'process raft request' (duration: 128.178069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:47.36922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.912587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T17:49:47.369257Z","caller":"traceutil/trace.go:171","msg":"trace[2141043585] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6115; }","duration":"125.976279ms","start":"2026-04-09T17:49:47.243271Z","end":"2026-04-09T17:49:47.369247Z","steps":["trace[2141043585] 'agreement among raft nodes before linearized reading' (duration: 125.391396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:47.728219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.338866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:49:47.728403Z","caller":"traceutil/trace.go:171","msg":"trace[1684950568] transaction","detail":"{read_only:false; response_revision:6116; number_of_response:1; }","duration":"353.81533ms","start":"2026-04-09T17:49:47.374558Z","end":"2026-04-09T17:49:47.728374Z","steps":["trace[1684950568] 'process raft request' (duration: 198.221299ms)","trace[1684950568] 'compare' (duration: 155.208663ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:49:47.72852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:47.374526Z","time spent":"353.942323ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:49:47.734017Z","caller":"traceutil/trace.go:171","msg":"trace[1165534809] transaction","detail":"{read_only:false; response_revision:6118; number_of_response:1; }","duration":"357.107395ms","start":"2026-04-09T17:49:47.376883Z","end":"2026-04-09T17:49:47.73399Z","steps":["trace[1165534809] 'process raft request' (duration: 357.027733ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:49:47.734071Z","caller":"traceutil/trace.go:171","msg":"trace[1288723766] transaction","detail":"{read_only:false; response_revision:6117; number_of_response:1; }","duration":"358.462556ms","start":"2026-04-09T17:49:47.375561Z","end":"2026-04-09T17:49:47.734024Z","steps":["trace[1288723766] 'process raft request' (duration: 358.23674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:47.734158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:47.376862Z","time spent":"357.224968ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:49:47.73426Z","caller":"traceutil/trace.go:171","msg":"trace[516109545] linearizableReadLoop","detail":"{readStateIndex:6348; appliedIndex:6345; }","duration":"342.78078ms","start":"2026-04-09T17:49:47.391449Z","end":"2026-04-09T17:49:47.73423Z","steps":["trace[516109545] 'read index received' (duration: 181.408847ms)","trace[516109545] 'applied index is now lower than readState.Index' (duration: 161.369643ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:49:47.734289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:47.375544Z","time spent":"358.622319ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:49:47.734291Z","caller":"traceutil/trace.go:171","msg":"trace[588889656] transaction","detail":"{read_only:false; response_revision:6119; number_of_response:1; }","duration":"341.139342ms","start":"2026-04-09T17:49:47.393125Z","end":"2026-04-09T17:49:47.734264Z","steps":["trace[588889656] 'process raft request' (duration: 340.833565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:47.734403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:47.39311Z","time spent":"341.235065ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:49:47.73451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.132428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-09T17:49:47.734541Z","caller":"traceutil/trace.go:171","msg":"trace[1483184016] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6119; }","duration":"269.21269ms","start":"2026-04-09T17:49:47.465317Z","end":"2026-04-09T17:49:47.734529Z","steps":["trace[1483184016] 'agreement among raft nodes before linearized reading' (duration: 269.060156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:47.734641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.143898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101859"} {"level":"info","ts":"2026-04-09T17:49:47.734714Z","caller":"traceutil/trace.go:171","msg":"trace[1487915893] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6119; }","duration":"343.292082ms","start":"2026-04-09T17:49:47.391403Z","end":"2026-04-09T17:49:47.734696Z","steps":["trace[1487915893] 'agreement among raft nodes before linearized reading' (duration: 342.952584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:47.73476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:47.391387Z","time spent":"343.359313ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101882,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-09T17:49:47.850177Z","caller":"traceutil/trace.go:171","msg":"trace[987386162] transaction","detail":"{read_only:false; response_revision:6120; number_of_response:1; }","duration":"111.506151ms","start":"2026-04-09T17:49:47.738648Z","end":"2026-04-09T17:49:47.850154Z","steps":["trace[987386162] 'process raft request' (duration: 111.373218ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:49:47.853328Z","caller":"traceutil/trace.go:171","msg":"trace[2020016417] transaction","detail":"{read_only:false; response_revision:6121; number_of_response:1; }","duration":"112.056944ms","start":"2026-04-09T17:49:47.741236Z","end":"2026-04-09T17:49:47.853293Z","steps":["trace[2020016417] 'process raft request' (duration: 111.593473ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:49:48.653916Z","caller":"traceutil/trace.go:171","msg":"trace[543081971] transaction","detail":"{read_only:false; response_revision:6125; number_of_response:1; }","duration":"120.780221ms","start":"2026-04-09T17:49:48.533116Z","end":"2026-04-09T17:49:48.653896Z","steps":["trace[543081971] 'process raft request' (duration: 120.73472ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:49:48.653933Z","caller":"traceutil/trace.go:171","msg":"trace[623514150] linearizableReadLoop","detail":"{readStateIndex:6355; appliedIndex:6354; }","duration":"123.900141ms","start":"2026-04-09T17:49:48.530011Z","end":"2026-04-09T17:49:48.653911Z","steps":["trace[623514150] 'read index received' (duration: 45.929212ms)","trace[623514150] 'applied index is now lower than readState.Index' (duration: 77.967989ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:49:48.653932Z","caller":"traceutil/trace.go:171","msg":"trace[592754364] transaction","detail":"{read_only:false; response_revision:6124; number_of_response:1; }","duration":"123.950463ms","start":"2026-04-09T17:49:48.529937Z","end":"2026-04-09T17:49:48.653887Z","steps":["trace[592754364] 'process raft request' (duration: 45.982843ms)","trace[592754364] 'compare' (duration: 77.803396ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:49:48.654301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.27603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:49:48.654348Z","caller":"traceutil/trace.go:171","msg":"trace[1204025199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6125; }","duration":"124.334371ms","start":"2026-04-09T17:49:48.530004Z","end":"2026-04-09T17:49:48.654339Z","steps":["trace[1204025199] 'agreement among raft nodes before linearized reading' (duration: 123.984013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:49.349255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.618285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:49:49.349319Z","caller":"traceutil/trace.go:171","msg":"trace[1579124593] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6127; }","duration":"108.716808ms","start":"2026-04-09T17:49:49.240591Z","end":"2026-04-09T17:49:49.349307Z","steps":["trace[1579124593] 'range keys from in-memory index tree' (duration: 108.551624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:49.349396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.141894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-04-09T17:49:49.349236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.728554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:49:49.349486Z","caller":"traceutil/trace.go:171","msg":"trace[1710268251] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6127; }","duration":"108.202785ms","start":"2026-04-09T17:49:49.241221Z","end":"2026-04-09T17:49:49.349424Z","steps":["trace[1710268251] 'range keys from in-memory index tree' (duration: 107.99282ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:49:49.349513Z","caller":"traceutil/trace.go:171","msg":"trace[859298728] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6127; }","duration":"108.01473ms","start":"2026-04-09T17:49:49.241461Z","end":"2026-04-09T17:49:49.349476Z","steps":["trace[859298728] 'range keys from in-memory index tree' (duration: 107.689073ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:49:50.530522Z","caller":"traceutil/trace.go:171","msg":"trace[1477614217] transaction","detail":"{read_only:false; response_revision:6131; number_of_response:1; }","duration":"761.638866ms","start":"2026-04-09T17:49:49.768867Z","end":"2026-04-09T17:49:50.530505Z","steps":["trace[1477614217] 'process raft request' (duration: 761.507743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:50.5307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:49.768842Z","time spent":"761.790248ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:49:50.53084Z","caller":"traceutil/trace.go:171","msg":"trace[1591075391] transaction","detail":"{read_only:false; response_revision:6132; number_of_response:1; }","duration":"761.754028ms","start":"2026-04-09T17:49:49.768909Z","end":"2026-04-09T17:49:50.530663Z","steps":["trace[1591075391] 'process raft request' (duration: 761.569564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:50.530999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:49.76889Z","time spent":"762.006323ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:49:50.578358Z","caller":"traceutil/trace.go:171","msg":"trace[2052032116] transaction","detail":"{read_only:false; response_revision:6133; number_of_response:1; }","duration":"719.484848ms","start":"2026-04-09T17:49:49.858851Z","end":"2026-04-09T17:49:50.578336Z","steps":["trace[2052032116] 'process raft request' (duration: 719.342885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:50.578495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:49.858821Z","time spent":"719.604351ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:49:50.578831Z","caller":"traceutil/trace.go:171","msg":"trace[71646146] linearizableReadLoop","detail":"{readStateIndex:6366; appliedIndex:6361; }","duration":"156.290497ms","start":"2026-04-09T17:49:50.422519Z","end":"2026-04-09T17:49:50.57881Z","steps":["trace[71646146] 'read index received' (duration: 107.870068ms)","trace[71646146] 'applied index is now lower than readState.Index' (duration: 48.419278ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:49:50.578947Z","caller":"traceutil/trace.go:171","msg":"trace[208960918] transaction","detail":"{read_only:false; response_revision:6135; number_of_response:1; }","duration":"719.300534ms","start":"2026-04-09T17:49:49.859637Z","end":"2026-04-09T17:49:50.578938Z","steps":["trace[208960918] 'process raft request' (duration: 719.072209ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:49:50.578946Z","caller":"traceutil/trace.go:171","msg":"trace[1623087517] transaction","detail":"{read_only:false; response_revision:6134; number_of_response:1; }","duration":"719.706943ms","start":"2026-04-09T17:49:49.859226Z","end":"2026-04-09T17:49:50.578933Z","steps":["trace[1623087517] 'process raft request' (duration: 719.072779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:49:50.579013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:49.859207Z","time spent":"719.771404ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:49:50.579043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:49:49.859626Z","time spent":"719.346815ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:49:50.579237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.728187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-04-09T17:49:50.579275Z","caller":"traceutil/trace.go:171","msg":"trace[1511788796] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:6135; }","duration":"156.800128ms","start":"2026-04-09T17:49:50.422465Z","end":"2026-04-09T17:49:50.579265Z","steps":["trace[1511788796] 'agreement among raft nodes before linearized reading' (duration: 156.686385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:50:00.45415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.310114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:50:00.454259Z","caller":"traceutil/trace.go:171","msg":"trace[593533691] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6187; }","duration":"118.496058ms","start":"2026-04-09T17:50:00.335738Z","end":"2026-04-09T17:50:00.454234Z","steps":["trace[593533691] 'count revisions from in-memory index tree' (duration: 118.193072ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:50:09.600038Z","caller":"traceutil/trace.go:171","msg":"trace[1546001721] transaction","detail":"{read_only:false; response_revision:6258; number_of_response:1; }","duration":"114.181342ms","start":"2026-04-09T17:50:09.485833Z","end":"2026-04-09T17:50:09.600014Z","steps":["trace[1546001721] 'process raft request' (duration: 114.034539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:50:13.933779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.605053ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T17:50:13.933902Z","caller":"traceutil/trace.go:171","msg":"trace[1124765496] linearizableReadLoop","detail":"{readStateIndex:6519; appliedIndex:6518; }","duration":"105.602507ms","start":"2026-04-09T17:50:13.82828Z","end":"2026-04-09T17:50:13.933883Z","steps":["trace[1124765496] 'read index received' (duration: 830.44µs)","trace[1124765496] 'applied index is now lower than readState.Index' (duration: 104.770537ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:50:13.934002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.715559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:50:13.934042Z","caller":"traceutil/trace.go:171","msg":"trace[586672441] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:6283; }","duration":"105.807882ms","start":"2026-04-09T17:50:13.828222Z","end":"2026-04-09T17:50:13.93403Z","steps":["trace[586672441] 'agreement among raft nodes before linearized reading' (duration: 105.71836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:50:14.236577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.953023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T17:50:14.236666Z","caller":"traceutil/trace.go:171","msg":"trace[1546699705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6284; }","duration":"139.087036ms","start":"2026-04-09T17:50:14.097555Z","end":"2026-04-09T17:50:14.236642Z","steps":["trace[1546699705] 'range keys from in-memory index tree' (duration: 138.771628ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:50:37.203661Z","caller":"traceutil/trace.go:171","msg":"trace[1818090719] linearizableReadLoop","detail":"{readStateIndex:6698; appliedIndex:6697; }","duration":"295.615309ms","start":"2026-04-09T17:50:36.908017Z","end":"2026-04-09T17:50:37.203633Z","steps":["trace[1818090719] 'read index received' (duration: 295.536397ms)","trace[1818090719] 'applied index is now lower than readState.Index' (duration: 77.632µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:50:37.203708Z","caller":"traceutil/trace.go:171","msg":"trace[1131642584] transaction","detail":"{read_only:false; response_revision:6457; number_of_response:1; }","duration":"418.767484ms","start":"2026-04-09T17:50:36.784906Z","end":"2026-04-09T17:50:37.203674Z","steps":["trace[1131642584] 'process raft request' (duration: 418.516818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:50:37.203859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:50:36.784891Z","time spent":"418.890066ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:50:37.20391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.880595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T17:50:37.203949Z","caller":"traceutil/trace.go:171","msg":"trace[167067013] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6457; }","duration":"295.995778ms","start":"2026-04-09T17:50:36.907939Z","end":"2026-04-09T17:50:37.203935Z","steps":["trace[167067013] 'agreement among raft nodes before linearized reading' (duration: 295.839394ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:50:37.262317Z","caller":"traceutil/trace.go:171","msg":"trace[436288904] transaction","detail":"{read_only:false; response_revision:6458; number_of_response:1; }","duration":"351.749263ms","start":"2026-04-09T17:50:36.910546Z","end":"2026-04-09T17:50:37.262296Z","steps":["trace[436288904] 'process raft request' (duration: 351.58403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:50:37.262463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:50:36.910521Z","time spent":"351.864185ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:50:37.26257Z","caller":"traceutil/trace.go:171","msg":"trace[9846854] transaction","detail":"{read_only:false; response_revision:6459; number_of_response:1; }","duration":"351.950127ms","start":"2026-04-09T17:50:36.910608Z","end":"2026-04-09T17:50:37.262559Z","steps":["trace[9846854] 'process raft request' (duration: 351.644681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:50:37.262639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:50:36.910573Z","time spent":"352.034109ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:50:37.262798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.524209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-09T17:50:37.262851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.106822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T17:50:37.262901Z","caller":"traceutil/trace.go:171","msg":"trace[1260655313] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6460; }","duration":"311.661593ms","start":"2026-04-09T17:50:36.951219Z","end":"2026-04-09T17:50:37.262881Z","steps":["trace[1260655313] 'agreement among raft nodes before linearized reading' (duration: 311.437898ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:50:37.262921Z","caller":"traceutil/trace.go:171","msg":"trace[1190096802] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6460; }","duration":"193.225355ms","start":"2026-04-09T17:50:37.06968Z","end":"2026-04-09T17:50:37.262905Z","steps":["trace[1190096802] 'agreement among raft nodes before linearized reading' (duration: 192.969109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:50:37.262955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:50:36.951201Z","time spent":"311.743694ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T17:50:37.262793Z","caller":"traceutil/trace.go:171","msg":"trace[117642901] transaction","detail":"{read_only:false; response_revision:6460; number_of_response:1; }","duration":"352.024279ms","start":"2026-04-09T17:50:36.91071Z","end":"2026-04-09T17:50:37.262734Z","steps":["trace[117642901] 'process raft request' (duration: 351.798124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:50:37.263288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:50:36.910664Z","time spent":"352.399788ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:50:39.40549Z","caller":"traceutil/trace.go:171","msg":"trace[481461655] linearizableReadLoop","detail":"{readStateIndex:6712; appliedIndex:6709; }","duration":"135.569307ms","start":"2026-04-09T17:50:39.269888Z","end":"2026-04-09T17:50:39.405458Z","steps":["trace[481461655] 'read index received' (duration: 92.906838ms)","trace[481461655] 'applied index is now lower than readState.Index' (duration: 42.661039ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:50:39.405602Z","caller":"traceutil/trace.go:171","msg":"trace[945486520] transaction","detail":"{read_only:false; response_revision:6469; number_of_response:1; }","duration":"137.788257ms","start":"2026-04-09T17:50:39.267705Z","end":"2026-04-09T17:50:39.405493Z","steps":["trace[945486520] 'process raft request' (duration: 137.515751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:50:39.405779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.878755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T17:50:39.405639Z","caller":"traceutil/trace.go:171","msg":"trace[1297845184] transaction","detail":"{read_only:false; response_revision:6470; number_of_response:1; }","duration":"137.47788ms","start":"2026-04-09T17:50:39.268122Z","end":"2026-04-09T17:50:39.4056Z","steps":["trace[1297845184] 'process raft request' (duration: 137.275316ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:50:39.405846Z","caller":"traceutil/trace.go:171","msg":"trace[1573008930] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6470; }","duration":"136.005096ms","start":"2026-04-09T17:50:39.269831Z","end":"2026-04-09T17:50:39.405836Z","steps":["trace[1573008930] 'agreement among raft nodes before linearized reading' (duration: 135.790402ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:50:40.108369Z","caller":"traceutil/trace.go:171","msg":"trace[1425818598] transaction","detail":"{read_only:false; response_revision:6475; number_of_response:1; }","duration":"127.034394ms","start":"2026-04-09T17:50:39.981312Z","end":"2026-04-09T17:50:40.108346Z","steps":["trace[1425818598] 'process raft request' (duration: 53.463643ms)","trace[1425818598] 'compare' (duration: 73.247403ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:50:42.501832Z","caller":"traceutil/trace.go:171","msg":"trace[674802770] linearizableReadLoop","detail":"{readStateIndex:6729; appliedIndex:6728; }","duration":"185.284014ms","start":"2026-04-09T17:50:42.316528Z","end":"2026-04-09T17:50:42.501812Z","steps":["trace[674802770] 'read index received' (duration: 185.184672ms)","trace[674802770] 'applied index is now lower than readState.Index' (duration: 98.412µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:50:42.501919Z","caller":"traceutil/trace.go:171","msg":"trace[2125329031] transaction","detail":"{read_only:false; response_revision:6487; number_of_response:1; }","duration":"219.602973ms","start":"2026-04-09T17:50:42.28227Z","end":"2026-04-09T17:50:42.501873Z","steps":["trace[2125329031] 'process raft request' (duration: 219.400208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:50:42.502142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.589861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-09T17:50:42.502219Z","caller":"traceutil/trace.go:171","msg":"trace[161726545] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:6487; }","duration":"185.718794ms","start":"2026-04-09T17:50:42.316482Z","end":"2026-04-09T17:50:42.5022Z","steps":["trace[161726545] 'agreement among raft nodes before linearized reading' (duration: 185.51271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:50:42.712653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.779457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:50:42.712758Z","caller":"traceutil/trace.go:171","msg":"trace[113636166] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6487; }","duration":"141.89188ms","start":"2026-04-09T17:50:42.57084Z","end":"2026-04-09T17:50:42.712732Z","steps":["trace[113636166] 'range keys from in-memory index tree' (duration: 141.668954ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:50:44.66628Z","caller":"traceutil/trace.go:171","msg":"trace[1115224139] linearizableReadLoop","detail":"{readStateIndex:6739; appliedIndex:6738; }","duration":"152.626915ms","start":"2026-04-09T17:50:44.51362Z","end":"2026-04-09T17:50:44.666247Z","steps":["trace[1115224139] 'read index received' (duration: 152.386459ms)","trace[1115224139] 'applied index is now lower than readState.Index' (duration: 239.816µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:50:44.666427Z","caller":"traceutil/trace.go:171","msg":"trace[654751845] transaction","detail":"{read_only:false; response_revision:6496; number_of_response:1; }","duration":"155.476229ms","start":"2026-04-09T17:50:44.510919Z","end":"2026-04-09T17:50:44.666395Z","steps":["trace[654751845] 'process raft request' (duration: 155.170122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:50:44.666473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.844059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-09T17:50:44.66666Z","caller":"traceutil/trace.go:171","msg":"trace[991567399] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:6496; }","duration":"153.053474ms","start":"2026-04-09T17:50:44.513574Z","end":"2026-04-09T17:50:44.666627Z","steps":["trace[991567399] 'agreement among raft nodes before linearized reading' (duration: 152.772228ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:50:46.875606Z","caller":"traceutil/trace.go:171","msg":"trace[1099787650] linearizableReadLoop","detail":"{readStateIndex:6748; appliedIndex:6747; }","duration":"198.244798ms","start":"2026-04-09T17:50:46.677333Z","end":"2026-04-09T17:50:46.875577Z","steps":["trace[1099787650] 'read index received' (duration: 198.010133ms)","trace[1099787650] 'applied index is now lower than readState.Index' (duration: 233.485µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:50:46.87595Z","caller":"traceutil/trace.go:171","msg":"trace[1930496780] transaction","detail":"{read_only:false; response_revision:6505; number_of_response:1; }","duration":"201.741208ms","start":"2026-04-09T17:50:46.674134Z","end":"2026-04-09T17:50:46.875875Z","steps":["trace[1930496780] 'process raft request' (duration: 201.275927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:50:46.87597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.600486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-09T17:50:46.87623Z","caller":"traceutil/trace.go:171","msg":"trace[172635256] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:6505; }","duration":"198.922544ms","start":"2026-04-09T17:50:46.677292Z","end":"2026-04-09T17:50:46.876214Z","steps":["trace[172635256] 'agreement among raft nodes before linearized reading' (duration: 198.452923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:50:47.018973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.938601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:50:47.019079Z","caller":"traceutil/trace.go:171","msg":"trace[134326894] linearizableReadLoop","detail":"{readStateIndex:6749; appliedIndex:6748; }","duration":"138.683947ms","start":"2026-04-09T17:50:46.880372Z","end":"2026-04-09T17:50:47.019056Z","steps":["trace[134326894] 'read index received' (duration: 11.529311ms)","trace[134326894] 'applied index is now lower than readState.Index' (duration: 127.153176ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:50:47.019284Z","caller":"traceutil/trace.go:171","msg":"trace[4423570] transaction","detail":"{read_only:false; response_revision:6506; number_of_response:1; }","duration":"138.924043ms","start":"2026-04-09T17:50:46.880339Z","end":"2026-04-09T17:50:47.019263Z","steps":["trace[4423570] 'process raft request' (duration: 11.622103ms)","trace[4423570] 'compare' (duration: 126.826318ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:50:47.019396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.018236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:127033"} {"level":"info","ts":"2026-04-09T17:50:47.019444Z","caller":"traceutil/trace.go:171","msg":"trace[1907124779] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:6506; }","duration":"139.067287ms","start":"2026-04-09T17:50:46.880364Z","end":"2026-04-09T17:50:47.019431Z","steps":["trace[1907124779] 'agreement among raft nodes before linearized reading' (duration: 138.76798ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:50:48.179126Z","caller":"traceutil/trace.go:171","msg":"trace[2102826859] linearizableReadLoop","detail":"{readStateIndex:6756; appliedIndex:6755; }","duration":"384.055716ms","start":"2026-04-09T17:50:47.795041Z","end":"2026-04-09T17:50:48.179096Z","steps":["trace[2102826859] 'read index received' (duration: 383.677356ms)","trace[2102826859] 'applied index is now lower than readState.Index' (duration: 376.94µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:50:48.179176Z","caller":"traceutil/trace.go:171","msg":"trace[213512776] transaction","detail":"{read_only:false; response_revision:6513; number_of_response:1; }","duration":"409.263038ms","start":"2026-04-09T17:50:47.769885Z","end":"2026-04-09T17:50:48.179148Z","steps":["trace[213512776] 'process raft request' (duration: 408.800966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:50:48.179315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.269991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-09T17:50:48.179329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:50:47.76987Z","time spent":"409.376671ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:50:48.179348Z","caller":"traceutil/trace.go:171","msg":"trace[1195715344] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6513; }","duration":"384.346783ms","start":"2026-04-09T17:50:47.794993Z","end":"2026-04-09T17:50:48.17934Z","steps":["trace[1195715344] 'agreement among raft nodes before linearized reading' (duration: 384.23022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:50:48.179369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:50:47.794971Z","time spent":"384.393635ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T17:50:48.17936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.335965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-09T17:50:48.179409Z","caller":"traceutil/trace.go:171","msg":"trace[732962331] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6513; }","duration":"292.426047ms","start":"2026-04-09T17:50:47.886969Z","end":"2026-04-09T17:50:48.179395Z","steps":["trace[732962331] 'agreement among raft nodes before linearized reading' (duration: 292.288754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:50:48.179557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.136075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T17:50:48.179576Z","caller":"traceutil/trace.go:171","msg":"trace[1042370137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6513; }","duration":"101.182496ms","start":"2026-04-09T17:50:48.078389Z","end":"2026-04-09T17:50:48.179571Z","steps":["trace[1042370137] 'agreement among raft nodes before linearized reading' (duration: 101.132265ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:50:49.148195Z","caller":"traceutil/trace.go:171","msg":"trace[2130285843] linearizableReadLoop","detail":"{readStateIndex:6762; appliedIndex:6761; }","duration":"124.838933ms","start":"2026-04-09T17:50:49.023333Z","end":"2026-04-09T17:50:49.148172Z","steps":["trace[2130285843] 'read index received' (duration: 59.359596ms)","trace[2130285843] 'applied index is now lower than readState.Index' (duration: 65.478277ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:50:49.148225Z","caller":"traceutil/trace.go:171","msg":"trace[16190596] transaction","detail":"{read_only:false; response_revision:6518; number_of_response:1; }","duration":"164.681668ms","start":"2026-04-09T17:50:48.983508Z","end":"2026-04-09T17:50:49.148189Z","steps":["trace[16190596] 'process raft request' (duration: 99.16583ms)","trace[16190596] 'compare' (duration: 65.383924ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:50:49.148466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.11593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T17:50:49.148523Z","caller":"traceutil/trace.go:171","msg":"trace[928579051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6518; }","duration":"125.226993ms","start":"2026-04-09T17:50:49.023284Z","end":"2026-04-09T17:50:49.148511Z","steps":["trace[928579051] 'agreement among raft nodes before linearized reading' (duration: 125.067689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:50:49.148583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.59666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-09T17:50:49.148699Z","caller":"traceutil/trace.go:171","msg":"trace[979966489] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:6518; }","duration":"121.725083ms","start":"2026-04-09T17:50:49.026937Z","end":"2026-04-09T17:50:49.148662Z","steps":["trace[979966489] 'agreement among raft nodes before linearized reading' (duration: 121.448187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:50:49.148602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.097086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:50:49.148841Z","caller":"traceutil/trace.go:171","msg":"trace[1130646825] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:6518; }","duration":"116.407613ms","start":"2026-04-09T17:50:49.032414Z","end":"2026-04-09T17:50:49.148821Z","steps":["trace[1130646825] 'agreement among raft nodes before linearized reading' (duration: 116.105946ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:50:49.263428Z","caller":"traceutil/trace.go:171","msg":"trace[381732455] transaction","detail":"{read_only:false; response_revision:6519; number_of_response:1; }","duration":"109.231769ms","start":"2026-04-09T17:50:49.154173Z","end":"2026-04-09T17:50:49.263405Z","steps":["trace[381732455] 'process raft request' (duration: 109.079656ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:50:49.740207Z","caller":"traceutil/trace.go:171","msg":"trace[574844951] transaction","detail":"{read_only:false; response_revision:6522; number_of_response:1; }","duration":"104.84865ms","start":"2026-04-09T17:50:49.635316Z","end":"2026-04-09T17:50:49.740165Z","steps":["trace[574844951] 'process raft request' (duration: 72.507326ms)","trace[574844951] 'compare' (duration: 32.15285ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:51:03.700559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.890564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-09T17:51:03.700643Z","caller":"traceutil/trace.go:171","msg":"trace[1396674576] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6593; }","duration":"110.024507ms","start":"2026-04-09T17:51:03.5906Z","end":"2026-04-09T17:51:03.700624Z","steps":["trace[1396674576] 'range keys from in-memory index tree' (duration: 109.695709ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:51:04.899072Z","caller":"traceutil/trace.go:171","msg":"trace[929738815] transaction","detail":"{read_only:false; response_revision:6603; number_of_response:1; }","duration":"100.076852ms","start":"2026-04-09T17:51:04.798958Z","end":"2026-04-09T17:51:04.899035Z","steps":["trace[929738815] 'process raft request' (duration: 99.789146ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:51:05.02413Z","caller":"traceutil/trace.go:171","msg":"trace[437155831] transaction","detail":"{read_only:false; response_revision:6604; number_of_response:1; }","duration":"114.641101ms","start":"2026-04-09T17:51:04.909446Z","end":"2026-04-09T17:51:05.024087Z","steps":["trace[437155831] 'process raft request' (duration: 101.627686ms)","trace[437155831] 'compare' (duration: 12.880402ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:51:05.174239Z","caller":"traceutil/trace.go:171","msg":"trace[440138830] transaction","detail":"{read_only:false; response_revision:6605; number_of_response:1; }","duration":"142.548325ms","start":"2026-04-09T17:51:05.031663Z","end":"2026-04-09T17:51:05.174212Z","steps":["trace[440138830] 'process raft request' (duration: 126.177453ms)","trace[440138830] 'compare' (duration: 16.143837ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:51:06.013619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.172469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8414"} {"level":"info","ts":"2026-04-09T17:51:06.013698Z","caller":"traceutil/trace.go:171","msg":"trace[204384240] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:6618; }","duration":"102.285392ms","start":"2026-04-09T17:51:05.911385Z","end":"2026-04-09T17:51:06.013671Z","steps":["trace[204384240] 'range keys from in-memory index tree' (duration: 101.937933ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:51:06.013998Z","caller":"traceutil/trace.go:171","msg":"trace[2135135424] transaction","detail":"{read_only:false; response_revision:6619; number_of_response:1; }","duration":"100.365728ms","start":"2026-04-09T17:51:05.913572Z","end":"2026-04-09T17:51:06.013938Z","steps":["trace[2135135424] 'process raft request' (duration: 95.569039ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:51:08.162597Z","caller":"traceutil/trace.go:171","msg":"trace[424299249] transaction","detail":"{read_only:false; response_revision:6640; number_of_response:1; }","duration":"109.011281ms","start":"2026-04-09T17:51:08.05352Z","end":"2026-04-09T17:51:08.162531Z","steps":["trace[424299249] 'process raft request' (duration: 108.842797ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:51:08.890375Z","caller":"traceutil/trace.go:171","msg":"trace[1729893165] transaction","detail":"{read_only:false; response_revision:6646; number_of_response:1; }","duration":"159.893853ms","start":"2026-04-09T17:51:08.73046Z","end":"2026-04-09T17:51:08.890354Z","steps":["trace[1729893165] 'process raft request' (duration: 159.75861ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:18.800292Z","caller":"traceutil/trace.go:171","msg":"trace[1963176573] transaction","detail":"{read_only:false; response_revision:7063; number_of_response:1; }","duration":"138.262943ms","start":"2026-04-09T17:52:18.661995Z","end":"2026-04-09T17:52:18.800258Z","steps":["trace[1963176573] 'process raft request' (duration: 76.838972ms)","trace[1963176573] 'compare' (duration: 61.268748ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:52:20.209621Z","caller":"traceutil/trace.go:171","msg":"trace[632831109] transaction","detail":"{read_only:false; response_revision:7070; number_of_response:1; }","duration":"156.795034ms","start":"2026-04-09T17:52:20.052799Z","end":"2026-04-09T17:52:20.209594Z","steps":["trace[632831109] 'process raft request' (duration: 156.66369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:21.008355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.762376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-09T17:52:21.008431Z","caller":"traceutil/trace.go:171","msg":"trace[323904201] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7075; }","duration":"116.898869ms","start":"2026-04-09T17:52:20.891513Z","end":"2026-04-09T17:52:21.008412Z","steps":["trace[323904201] 'range keys from in-memory index tree' (duration: 116.553612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:21.008484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.338255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T17:52:21.008637Z","caller":"traceutil/trace.go:171","msg":"trace[645693233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7075; }","duration":"119.531649ms","start":"2026-04-09T17:52:20.889075Z","end":"2026-04-09T17:52:21.008607Z","steps":["trace[645693233] 'range keys from in-memory index tree' (duration: 118.999777ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:21.178959Z","caller":"traceutil/trace.go:171","msg":"trace[763949543] transaction","detail":"{read_only:false; response_revision:7077; number_of_response:1; }","duration":"166.174977ms","start":"2026-04-09T17:52:21.012757Z","end":"2026-04-09T17:52:21.178932Z","steps":["trace[763949543] 'process raft request' (duration: 103.595038ms)","trace[763949543] 'compare' (duration: 62.454666ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:52:22.786225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.709764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:52:22.786321Z","caller":"traceutil/trace.go:171","msg":"trace[1616636745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7082; }","duration":"307.848177ms","start":"2026-04-09T17:52:22.478449Z","end":"2026-04-09T17:52:22.786298Z","steps":["trace[1616636745] 'range keys from in-memory index tree' (duration: 307.626652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:22.786373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:52:22.478426Z","time spent":"307.934038ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:52:22.786525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.743432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:52:22.786654Z","caller":"traceutil/trace.go:171","msg":"trace[1203634084] linearizableReadLoop","detail":"{readStateIndex:7346; appliedIndex:7345; }","duration":"202.416147ms","start":"2026-04-09T17:52:22.584217Z","end":"2026-04-09T17:52:22.786633Z","steps":["trace[1203634084] 'read index received' (duration: 60.4253ms)","trace[1203634084] 'applied index is now lower than readState.Index' (duration: 141.989327ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:52:22.786676Z","caller":"traceutil/trace.go:171","msg":"trace[1096544111] transaction","detail":"{read_only:false; response_revision:7083; number_of_response:1; }","duration":"251.349986ms","start":"2026-04-09T17:52:22.535296Z","end":"2026-04-09T17:52:22.786646Z","steps":["trace[1096544111] 'process raft request' (duration: 109.361528ms)","trace[1096544111] 'compare' (duration: 141.432745ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:52:22.786818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.605222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T17:52:22.786852Z","caller":"traceutil/trace.go:171","msg":"trace[319985707] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7083; }","duration":"202.667814ms","start":"2026-04-09T17:52:22.584175Z","end":"2026-04-09T17:52:22.786843Z","steps":["trace[319985707] 'agreement among raft nodes before linearized reading' (duration: 202.513179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:23.469589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.484733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:52:23.469722Z","caller":"traceutil/trace.go:171","msg":"trace[1753956281] linearizableReadLoop","detail":"{readStateIndex:7348; appliedIndex:7347; }","duration":"517.911958ms","start":"2026-04-09T17:52:22.951785Z","end":"2026-04-09T17:52:23.469697Z","steps":["trace[1753956281] 'read index received' (duration: 25.133369ms)","trace[1753956281] 'applied index is now lower than readState.Index' (duration: 492.776589ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:52:23.469824Z","caller":"traceutil/trace.go:171","msg":"trace[1932676513] transaction","detail":"{read_only:false; response_revision:7085; number_of_response:1; }","duration":"603.648341ms","start":"2026-04-09T17:52:22.866159Z","end":"2026-04-09T17:52:23.469808Z","steps":["trace[1932676513] 'process raft request' (duration: 110.856872ms)","trace[1932676513] 'compare' (duration: 492.332649ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:52:23.469937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:52:22.866137Z","time spent":"603.744653ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:52:23.46994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.366923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:52:23.470036Z","caller":"traceutil/trace.go:171","msg":"trace[815809021] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7085; }","duration":"396.500565ms","start":"2026-04-09T17:52:23.073512Z","end":"2026-04-09T17:52:23.470012Z","steps":["trace[815809021] 'agreement among raft nodes before linearized reading' (duration: 396.343462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:23.470092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:52:23.073462Z","time spent":"396.614049ms","remote":"127.0.0.1:38870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":7,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:52:23.470546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.764128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414319"} {"level":"warn","ts":"2026-04-09T17:52:23.470589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.383026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-09T17:52:23.470615Z","caller":"traceutil/trace.go:171","msg":"trace[1784106406] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:7085; }","duration":"518.86907ms","start":"2026-04-09T17:52:22.95173Z","end":"2026-04-09T17:52:23.470599Z","steps":["trace[1784106406] 'agreement among raft nodes before linearized reading' (duration: 518.600434ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:23.470635Z","caller":"traceutil/trace.go:171","msg":"trace[674510496] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7085; }","duration":"363.479078ms","start":"2026-04-09T17:52:23.107142Z","end":"2026-04-09T17:52:23.470621Z","steps":["trace[674510496] 'agreement among raft nodes before linearized reading' (duration: 363.314964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:23.470667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:52:22.951707Z","time spent":"518.943583ms","remote":"127.0.0.1:43176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414342,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-09T17:52:23.470672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:52:23.107121Z","time spent":"363.54352ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T17:52:23.47081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.83584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:52:23.470896Z","caller":"traceutil/trace.go:171","msg":"trace[669805204] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7085; }","duration":"248.984024ms","start":"2026-04-09T17:52:23.221893Z","end":"2026-04-09T17:52:23.470877Z","steps":["trace[669805204] 'agreement among raft nodes before linearized reading' (duration: 248.80772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:23.471388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.10834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T17:52:23.471476Z","caller":"traceutil/trace.go:171","msg":"trace[474927356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7085; }","duration":"288.221292ms","start":"2026-04-09T17:52:23.18323Z","end":"2026-04-09T17:52:23.471452Z","steps":["trace[474927356] 'agreement among raft nodes before linearized reading' (duration: 287.2225ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:25.560469Z","caller":"traceutil/trace.go:171","msg":"trace[973099278] transaction","detail":"{read_only:false; response_revision:7096; number_of_response:1; }","duration":"176.752326ms","start":"2026-04-09T17:52:25.383693Z","end":"2026-04-09T17:52:25.560445Z","steps":["trace[973099278] 'process raft request' (duration: 176.590672ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:25.607798Z","caller":"traceutil/trace.go:171","msg":"trace[1860839940] linearizableReadLoop","detail":"{readStateIndex:7361; appliedIndex:7359; }","duration":"129.326542ms","start":"2026-04-09T17:52:25.478447Z","end":"2026-04-09T17:52:25.607774Z","steps":["trace[1860839940] 'read index received' (duration: 81.880016ms)","trace[1860839940] 'applied index is now lower than readState.Index' (duration: 47.445366ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:52:25.607964Z","caller":"traceutil/trace.go:171","msg":"trace[1016285524] transaction","detail":"{read_only:false; response_revision:7097; number_of_response:1; }","duration":"199.715487ms","start":"2026-04-09T17:52:25.408205Z","end":"2026-04-09T17:52:25.60792Z","steps":["trace[1016285524] 'process raft request' (duration: 199.43654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:25.608243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.786002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-09T17:52:25.608081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.474305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:52:25.608564Z","caller":"traceutil/trace.go:171","msg":"trace[264757786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7097; }","duration":"129.992277ms","start":"2026-04-09T17:52:25.478551Z","end":"2026-04-09T17:52:25.608543Z","steps":["trace[264757786] 'agreement among raft nodes before linearized reading' (duration: 129.437684ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:25.608436Z","caller":"traceutil/trace.go:171","msg":"trace[885717141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7097; }","duration":"130.010467ms","start":"2026-04-09T17:52:25.478405Z","end":"2026-04-09T17:52:25.608416Z","steps":["trace[885717141] 'agreement among raft nodes before linearized reading' (duration: 129.508266ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:25.739634Z","caller":"traceutil/trace.go:171","msg":"trace[1938439368] transaction","detail":"{read_only:false; response_revision:7098; number_of_response:1; }","duration":"127.882748ms","start":"2026-04-09T17:52:25.611719Z","end":"2026-04-09T17:52:25.739602Z","steps":["trace[1938439368] 'process raft request' (duration: 72.082283ms)","trace[1938439368] 'compare' (duration: 55.649282ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:52:25.739671Z","caller":"traceutil/trace.go:171","msg":"trace[1232524563] linearizableReadLoop","detail":"{readStateIndex:7362; appliedIndex:7361; }","duration":"110.930985ms","start":"2026-04-09T17:52:25.628712Z","end":"2026-04-09T17:52:25.739643Z","steps":["trace[1232524563] 'read index received' (duration: 55.091529ms)","trace[1232524563] 'applied index is now lower than readState.Index' (duration: 55.838136ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:52:25.739917Z","caller":"traceutil/trace.go:171","msg":"trace[1671504121] transaction","detail":"{read_only:false; response_revision:7100; number_of_response:1; }","duration":"111.035477ms","start":"2026-04-09T17:52:25.62887Z","end":"2026-04-09T17:52:25.739905Z","steps":["trace[1671504121] 'process raft request' (duration: 110.934075ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:25.739979Z","caller":"traceutil/trace.go:171","msg":"trace[1857118250] transaction","detail":"{read_only:false; response_revision:7099; number_of_response:1; }","duration":"111.14616ms","start":"2026-04-09T17:52:25.628794Z","end":"2026-04-09T17:52:25.739941Z","steps":["trace[1857118250] 'process raft request' (duration: 110.802102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:25.739996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.255112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-09T17:52:25.740093Z","caller":"traceutil/trace.go:171","msg":"trace[617826902] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7099; }","duration":"111.390805ms","start":"2026-04-09T17:52:25.628676Z","end":"2026-04-09T17:52:25.740067Z","steps":["trace[617826902] 'agreement among raft nodes before linearized reading' (duration: 111.052587ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:25.900434Z","caller":"traceutil/trace.go:171","msg":"trace[2061852678] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7101; }","duration":"158.430121ms","start":"2026-04-09T17:52:25.741972Z","end":"2026-04-09T17:52:25.900402Z","steps":["trace[2061852678] 'process raft request' (duration: 157.461939ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:25.962397Z","caller":"traceutil/trace.go:171","msg":"trace[2091272516] linearizableReadLoop","detail":"{readStateIndex:7366; appliedIndex:7364; }","duration":"217.668373ms","start":"2026-04-09T17:52:25.744707Z","end":"2026-04-09T17:52:25.962375Z","steps":["trace[2091272516] 'read index received' (duration: 154.758278ms)","trace[2091272516] 'applied index is now lower than readState.Index' (duration: 62.908965ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:52:25.962525Z","caller":"traceutil/trace.go:171","msg":"trace[1158559230] transaction","detail":"{read_only:false; response_revision:7102; number_of_response:1; }","duration":"218.681916ms","start":"2026-04-09T17:52:25.743811Z","end":"2026-04-09T17:52:25.962493Z","steps":["trace[1158559230] 'process raft request' (duration: 218.42341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:25.96262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.550377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:52:25.96269Z","caller":"traceutil/trace.go:171","msg":"trace[1445510344] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7102; }","duration":"107.662629ms","start":"2026-04-09T17:52:25.855007Z","end":"2026-04-09T17:52:25.96267Z","steps":["trace[1445510344] 'agreement among raft nodes before linearized reading' (duration: 107.540846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:25.962742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.025331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:17 size:150895"} {"level":"info","ts":"2026-04-09T17:52:25.962781Z","caller":"traceutil/trace.go:171","msg":"trace[208909957] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:17; response_revision:7102; }","duration":"218.081882ms","start":"2026-04-09T17:52:25.744689Z","end":"2026-04-09T17:52:25.96277Z","steps":["trace[208909957] 'agreement among raft nodes before linearized reading' (duration: 217.794656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:25.963195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.858876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:52:25.963279Z","caller":"traceutil/trace.go:171","msg":"trace[1303311935] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:7102; }","duration":"104.969998ms","start":"2026-04-09T17:52:25.858292Z","end":"2026-04-09T17:52:25.963262Z","steps":["trace[1303311935] 'agreement among raft nodes before linearized reading' (duration: 104.425726ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:36.635799Z","caller":"traceutil/trace.go:171","msg":"trace[104566052] transaction","detail":"{read_only:false; response_revision:7191; number_of_response:1; }","duration":"226.830551ms","start":"2026-04-09T17:52:36.408928Z","end":"2026-04-09T17:52:36.635759Z","steps":["trace[104566052] 'process raft request' (duration: 197.437945ms)","trace[104566052] 'compare' (duration: 29.252493ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:52:36.680113Z","caller":"traceutil/trace.go:171","msg":"trace[2112733804] transaction","detail":"{read_only:false; response_revision:7192; number_of_response:1; }","duration":"164.730543ms","start":"2026-04-09T17:52:36.515342Z","end":"2026-04-09T17:52:36.680073Z","steps":["trace[2112733804] 'process raft request' (duration: 164.57208ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:38.76592Z","caller":"traceutil/trace.go:171","msg":"trace[2030929148] transaction","detail":"{read_only:false; response_revision:7201; number_of_response:1; }","duration":"124.937382ms","start":"2026-04-09T17:52:38.640961Z","end":"2026-04-09T17:52:38.765898Z","steps":["trace[2030929148] 'process raft request' (duration: 124.784598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:41.500032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.362977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-09T17:52:41.500117Z","caller":"traceutil/trace.go:171","msg":"trace[1051795948] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7215; }","duration":"236.49332ms","start":"2026-04-09T17:52:41.263604Z","end":"2026-04-09T17:52:41.500097Z","steps":["trace[1051795948] 'range keys from in-memory index tree' (duration: 236.178692ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:43.018108Z","caller":"traceutil/trace.go:171","msg":"trace[1832006664] transaction","detail":"{read_only:false; response_revision:7223; number_of_response:1; }","duration":"227.534286ms","start":"2026-04-09T17:52:42.790553Z","end":"2026-04-09T17:52:43.018087Z","steps":["trace[1832006664] 'process raft request' (duration: 227.392052ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:43.275766Z","caller":"traceutil/trace.go:171","msg":"trace[591715743] linearizableReadLoop","detail":"{readStateIndex:7495; appliedIndex:7493; }","duration":"202.200933ms","start":"2026-04-09T17:52:43.073548Z","end":"2026-04-09T17:52:43.275749Z","steps":["trace[591715743] 'read index received' (duration: 175.545309ms)","trace[591715743] 'applied index is now lower than readState.Index' (duration: 26.654954ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:52:43.275821Z","caller":"traceutil/trace.go:171","msg":"trace[1607296359] transaction","detail":"{read_only:false; response_revision:7225; number_of_response:1; }","duration":"352.636371ms","start":"2026-04-09T17:52:42.923163Z","end":"2026-04-09T17:52:43.275799Z","steps":["trace[1607296359] 'process raft request' (duration: 352.512948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:43.275914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.362076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-09T17:52:43.275922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:52:42.923145Z","time spent":"352.723043ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:52:43.275939Z","caller":"traceutil/trace.go:171","msg":"trace[29282985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7225; }","duration":"202.433638ms","start":"2026-04-09T17:52:43.073499Z","end":"2026-04-09T17:52:43.275932Z","steps":["trace[29282985] 'agreement among raft nodes before linearized reading' (duration: 202.327725ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:43.275925Z","caller":"traceutil/trace.go:171","msg":"trace[933817776] transaction","detail":"{read_only:false; response_revision:7224; number_of_response:1; }","duration":"470.776109ms","start":"2026-04-09T17:52:42.805128Z","end":"2026-04-09T17:52:43.275904Z","steps":["trace[933817776] 'process raft request' (duration: 444.030343ms)","trace[933817776] 'compare' (duration: 26.135732ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:52:43.276026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:52:42.805107Z","time spent":"470.865192ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:52:46.164815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.925813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T17:52:46.164896Z","caller":"traceutil/trace.go:171","msg":"trace[1141039606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7236; }","duration":"133.045076ms","start":"2026-04-09T17:52:46.031833Z","end":"2026-04-09T17:52:46.164878Z","steps":["trace[1141039606] 'range keys from in-memory index tree' (duration: 132.76257ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:46.771567Z","caller":"traceutil/trace.go:171","msg":"trace[1816930016] linearizableReadLoop","detail":"{readStateIndex:7511; appliedIndex:7510; }","duration":"171.930726ms","start":"2026-04-09T17:52:46.599606Z","end":"2026-04-09T17:52:46.771536Z","steps":["trace[1816930016] 'read index received' (duration: 171.589638ms)","trace[1816930016] 'applied index is now lower than readState.Index' (duration: 339.738µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:52:46.771706Z","caller":"traceutil/trace.go:171","msg":"trace[478825989] transaction","detail":"{read_only:false; response_revision:7240; number_of_response:1; }","duration":"234.665337ms","start":"2026-04-09T17:52:46.537031Z","end":"2026-04-09T17:52:46.771697Z","steps":["trace[478825989] 'process raft request' (duration: 234.303479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:46.772034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.410307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-09T17:52:46.772109Z","caller":"traceutil/trace.go:171","msg":"trace[141471980] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7240; }","duration":"172.527699ms","start":"2026-04-09T17:52:46.599566Z","end":"2026-04-09T17:52:46.772094Z","steps":["trace[141471980] 'agreement among raft nodes before linearized reading' (duration: 172.341965ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:47.995761Z","caller":"traceutil/trace.go:171","msg":"trace[433549547] transaction","detail":"{read_only:false; response_revision:7252; number_of_response:1; }","duration":"112.944329ms","start":"2026-04-09T17:52:47.882792Z","end":"2026-04-09T17:52:47.995736Z","steps":["trace[433549547] 'process raft request' (duration: 102.628886ms)","trace[433549547] 'compare' (duration: 10.16272ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:52:48.200746Z","caller":"traceutil/trace.go:171","msg":"trace[1548185953] transaction","detail":"{read_only:false; response_revision:7253; number_of_response:1; }","duration":"203.301247ms","start":"2026-04-09T17:52:47.997393Z","end":"2026-04-09T17:52:48.200694Z","steps":["trace[1548185953] 'process raft request' (duration: 120.00958ms)","trace[1548185953] 'compare' (duration: 83.027971ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:52:48.20078Z","caller":"traceutil/trace.go:171","msg":"trace[1340672143] transaction","detail":"{read_only:false; response_revision:7254; number_of_response:1; }","duration":"199.361318ms","start":"2026-04-09T17:52:48.001391Z","end":"2026-04-09T17:52:48.200752Z","steps":["trace[1340672143] 'process raft request' (duration: 199.200435ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:48.394032Z","caller":"traceutil/trace.go:171","msg":"trace[253169045] transaction","detail":"{read_only:false; response_revision:7256; number_of_response:1; }","duration":"188.90265ms","start":"2026-04-09T17:52:48.205098Z","end":"2026-04-09T17:52:48.394Z","steps":["trace[253169045] 'process raft request' (duration: 105.636044ms)","trace[253169045] 'compare' (duration: 83.007191ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:52:48.394055Z","caller":"traceutil/trace.go:171","msg":"trace[1526034812] transaction","detail":"{read_only:false; response_revision:7257; number_of_response:1; }","duration":"187.99249ms","start":"2026-04-09T17:52:48.206034Z","end":"2026-04-09T17:52:48.394026Z","steps":["trace[1526034812] 'process raft request' (duration: 187.885158ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:48.39438Z","caller":"traceutil/trace.go:171","msg":"trace[1829177121] transaction","detail":"{read_only:false; response_revision:7258; number_of_response:1; }","duration":"188.301347ms","start":"2026-04-09T17:52:48.206062Z","end":"2026-04-09T17:52:48.394364Z","steps":["trace[1829177121] 'process raft request' (duration: 187.921048ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:48.394438Z","caller":"traceutil/trace.go:171","msg":"trace[1879613513] linearizableReadLoop","detail":"{readStateIndex:7527; appliedIndex:7525; }","duration":"188.578844ms","start":"2026-04-09T17:52:48.205851Z","end":"2026-04-09T17:52:48.39443Z","steps":["trace[1879613513] 'read index received' (duration: 35.939704ms)","trace[1879613513] 'applied index is now lower than readState.Index' (duration: 152.63863ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:52:48.394421Z","caller":"traceutil/trace.go:171","msg":"trace[146922399] transaction","detail":"{read_only:false; response_revision:7259; number_of_response:1; }","duration":"188.190735ms","start":"2026-04-09T17:52:48.206213Z","end":"2026-04-09T17:52:48.394404Z","steps":["trace[146922399] 'process raft request' (duration: 188.014331ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:48.394524Z","caller":"traceutil/trace.go:171","msg":"trace[1054769955] transaction","detail":"{read_only:false; response_revision:7260; number_of_response:1; }","duration":"188.242617ms","start":"2026-04-09T17:52:48.206276Z","end":"2026-04-09T17:52:48.394518Z","steps":["trace[1054769955] 'process raft request' (duration: 188.085303ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:48.394616Z","caller":"traceutil/trace.go:171","msg":"trace[600893976] transaction","detail":"{read_only:false; response_revision:7261; number_of_response:1; }","duration":"187.718354ms","start":"2026-04-09T17:52:48.206893Z","end":"2026-04-09T17:52:48.394611Z","steps":["trace[600893976] 'process raft request' (duration: 187.506019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:48.394846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.983493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:17 size:150795"} {"level":"info","ts":"2026-04-09T17:52:48.394871Z","caller":"traceutil/trace.go:171","msg":"trace[214407910] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:17; response_revision:7261; }","duration":"189.048685ms","start":"2026-04-09T17:52:48.205817Z","end":"2026-04-09T17:52:48.394865Z","steps":["trace[214407910] 'agreement among raft nodes before linearized reading' (duration: 188.866461ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:48.526229Z","caller":"traceutil/trace.go:171","msg":"trace[896397659] transaction","detail":"{read_only:false; response_revision:7262; number_of_response:1; }","duration":"127.920979ms","start":"2026-04-09T17:52:48.398285Z","end":"2026-04-09T17:52:48.526206Z","steps":["trace[896397659] 'process raft request' (duration: 122.740502ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:48.526934Z","caller":"traceutil/trace.go:171","msg":"trace[931549670] linearizableReadLoop","detail":"{readStateIndex:7534; appliedIndex:7532; }","duration":"128.444861ms","start":"2026-04-09T17:52:48.398464Z","end":"2026-04-09T17:52:48.526909Z","steps":["trace[931549670] 'read index received' (duration: 122.549608ms)","trace[931549670] 'applied index is now lower than readState.Index' (duration: 5.894233ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:52:48.527049Z","caller":"traceutil/trace.go:171","msg":"trace[1976183959] transaction","detail":"{read_only:false; response_revision:7263; number_of_response:1; }","duration":"128.605675ms","start":"2026-04-09T17:52:48.398433Z","end":"2026-04-09T17:52:48.527039Z","steps":["trace[1976183959] 'process raft request' (duration: 128.233827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:48.527145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.668346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-09T17:52:48.527173Z","caller":"traceutil/trace.go:171","msg":"trace[980139949] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:7264; }","duration":"128.726927ms","start":"2026-04-09T17:52:48.398438Z","end":"2026-04-09T17:52:48.527165Z","steps":["trace[980139949] 'agreement among raft nodes before linearized reading' (duration: 128.600154ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:48.527328Z","caller":"traceutil/trace.go:171","msg":"trace[1514929628] transaction","detail":"{read_only:false; response_revision:7264; number_of_response:1; }","duration":"128.298917ms","start":"2026-04-09T17:52:48.399022Z","end":"2026-04-09T17:52:48.527321Z","steps":["trace[1514929628] 'process raft request' (duration: 127.787686ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:48.673879Z","caller":"traceutil/trace.go:171","msg":"trace[1723573994] linearizableReadLoop","detail":"{readStateIndex:7538; appliedIndex:7536; }","duration":"108.031368ms","start":"2026-04-09T17:52:48.565826Z","end":"2026-04-09T17:52:48.673858Z","steps":["trace[1723573994] 'read index received' (duration: 107.627689ms)","trace[1723573994] 'applied index is now lower than readState.Index' (duration: 402.629µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:52:48.673961Z","caller":"traceutil/trace.go:171","msg":"trace[1178132841] transaction","detail":"{read_only:false; response_revision:7265; number_of_response:1; }","duration":"142.767756ms","start":"2026-04-09T17:52:48.531164Z","end":"2026-04-09T17:52:48.673932Z","steps":["trace[1178132841] 'process raft request' (duration: 142.266504ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:48.673986Z","caller":"traceutil/trace.go:171","msg":"trace[48119678] transaction","detail":"{read_only:false; response_revision:7266; number_of_response:1; }","duration":"142.13575ms","start":"2026-04-09T17:52:48.531826Z","end":"2026-04-09T17:52:48.673961Z","steps":["trace[48119678] 'process raft request' (duration: 141.973987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:48.674145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.361179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-09T17:52:48.674191Z","caller":"traceutil/trace.go:171","msg":"trace[381019294] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:7266; }","duration":"143.447161ms","start":"2026-04-09T17:52:48.530732Z","end":"2026-04-09T17:52:48.674179Z","steps":["trace[381019294] 'agreement among raft nodes before linearized reading' (duration: 143.251237ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:48.675798Z","caller":"traceutil/trace.go:171","msg":"trace[1274114695] transaction","detail":"{read_only:false; response_revision:7267; number_of_response:1; }","duration":"108.684494ms","start":"2026-04-09T17:52:48.567096Z","end":"2026-04-09T17:52:48.67578Z","steps":["trace[1274114695] 'process raft request' (duration: 108.468529ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:48.87575Z","caller":"traceutil/trace.go:171","msg":"trace[1493714042] transaction","detail":"{read_only:false; response_revision:7274; number_of_response:1; }","duration":"101.245784ms","start":"2026-04-09T17:52:48.774476Z","end":"2026-04-09T17:52:48.875722Z","steps":["trace[1493714042] 'process raft request' (duration: 101.05503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:48.875864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.123008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-09T17:52:48.875967Z","caller":"traceutil/trace.go:171","msg":"trace[578082320] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:7274; }","duration":"100.237542ms","start":"2026-04-09T17:52:48.775705Z","end":"2026-04-09T17:52:48.875942Z","steps":["trace[578082320] 'agreement among raft nodes before linearized reading' (duration: 100.001416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:48.875997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.007777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T17:52:48.876079Z","caller":"traceutil/trace.go:171","msg":"trace[679541215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7274; }","duration":"100.13826ms","start":"2026-04-09T17:52:48.775921Z","end":"2026-04-09T17:52:48.876059Z","steps":["trace[679541215] 'agreement among raft nodes before linearized reading' (duration: 99.888673ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:49.054256Z","caller":"traceutil/trace.go:171","msg":"trace[1626768158] linearizableReadLoop","detail":"{readStateIndex:7548; appliedIndex:7547; }","duration":"127.610161ms","start":"2026-04-09T17:52:48.926608Z","end":"2026-04-09T17:52:49.054218Z","steps":["trace[1626768158] 'read index received' (duration: 79.350808ms)","trace[1626768158] 'applied index is now lower than readState.Index' (duration: 48.257663ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:52:49.05428Z","caller":"traceutil/trace.go:171","msg":"trace[649854725] transaction","detail":"{read_only:false; response_revision:7276; number_of_response:1; }","duration":"128.962403ms","start":"2026-04-09T17:52:48.925281Z","end":"2026-04-09T17:52:49.054243Z","steps":["trace[649854725] 'process raft request' (duration: 80.789901ms)","trace[649854725] 'compare' (duration: 47.918396ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:52:49.054506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.876107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-09T17:52:49.05457Z","caller":"traceutil/trace.go:171","msg":"trace[1798601391] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:7276; }","duration":"127.96676ms","start":"2026-04-09T17:52:48.926591Z","end":"2026-04-09T17:52:49.054557Z","steps":["trace[1798601391] 'agreement among raft nodes before linearized reading' (duration: 127.742655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:49.05462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.955389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-04-09T17:52:49.054699Z","caller":"traceutil/trace.go:171","msg":"trace[1592571807] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:7276; }","duration":"120.057492ms","start":"2026-04-09T17:52:48.934627Z","end":"2026-04-09T17:52:49.054684Z","steps":["trace[1592571807] 'agreement among raft nodes before linearized reading' (duration: 119.878068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:49.054793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.669414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:52:49.05486Z","caller":"traceutil/trace.go:171","msg":"trace[908476676] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:7276; }","duration":"120.778117ms","start":"2026-04-09T17:52:48.934067Z","end":"2026-04-09T17:52:49.054845Z","steps":["trace[908476676] 'agreement among raft nodes before linearized reading' (duration: 120.580543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:49.055041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.297597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-09T17:52:49.055122Z","caller":"traceutil/trace.go:171","msg":"trace[747630172] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:7276; }","duration":"128.44244ms","start":"2026-04-09T17:52:48.926657Z","end":"2026-04-09T17:52:49.0551Z","steps":["trace[747630172] 'agreement among raft nodes before linearized reading' (duration: 127.781905ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:49.244136Z","caller":"traceutil/trace.go:171","msg":"trace[732774182] transaction","detail":"{read_only:false; response_revision:7278; number_of_response:1; }","duration":"163.481655ms","start":"2026-04-09T17:52:49.08063Z","end":"2026-04-09T17:52:49.244112Z","steps":["trace[732774182] 'process raft request' (duration: 163.402323ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:49.244185Z","caller":"traceutil/trace.go:171","msg":"trace[1451795877] linearizableReadLoop","detail":"{readStateIndex:7549; appliedIndex:7548; }","duration":"184.512122ms","start":"2026-04-09T17:52:49.059644Z","end":"2026-04-09T17:52:49.244156Z","steps":["trace[1451795877] 'read index received' (duration: 178.110077ms)","trace[1451795877] 'applied index is now lower than readState.Index' (duration: 6.399575ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:52:49.244297Z","caller":"traceutil/trace.go:171","msg":"trace[1571471950] transaction","detail":"{read_only:false; response_revision:7277; number_of_response:1; }","duration":"185.32922ms","start":"2026-04-09T17:52:49.058957Z","end":"2026-04-09T17:52:49.244286Z","steps":["trace[1571471950] 'process raft request' (duration: 178.779762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:49.244757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.089775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-09T17:52:49.244821Z","caller":"traceutil/trace.go:171","msg":"trace[1407192961] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7278; }","duration":"185.190456ms","start":"2026-04-09T17:52:49.059617Z","end":"2026-04-09T17:52:49.244808Z","steps":["trace[1407192961] 'agreement among raft nodes before linearized reading' (duration: 184.92996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:49.24482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.997353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:52:49.244942Z","caller":"traceutil/trace.go:171","msg":"trace[427767156] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:0; response_revision:7278; }","duration":"185.140025ms","start":"2026-04-09T17:52:49.059767Z","end":"2026-04-09T17:52:49.244907Z","steps":["trace[427767156] 'agreement among raft nodes before linearized reading' (duration: 184.960711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:49.244946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.142124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-09T17:52:49.245055Z","caller":"traceutil/trace.go:171","msg":"trace[737226529] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:7278; }","duration":"181.283817ms","start":"2026-04-09T17:52:49.063749Z","end":"2026-04-09T17:52:49.245033Z","steps":["trace[737226529] 'agreement among raft nodes before linearized reading' (duration: 180.988761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:49.245071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.423558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111902"} {"level":"info","ts":"2026-04-09T17:52:49.245204Z","caller":"traceutil/trace.go:171","msg":"trace[540204455] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:7278; }","duration":"180.522691ms","start":"2026-04-09T17:52:49.064613Z","end":"2026-04-09T17:52:49.245136Z","steps":["trace[540204455] 'agreement among raft nodes before linearized reading' (duration: 180.113171ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:53.760204Z","caller":"traceutil/trace.go:171","msg":"trace[504328291] transaction","detail":"{read_only:false; response_revision:7341; number_of_response:1; }","duration":"176.638313ms","start":"2026-04-09T17:52:53.583541Z","end":"2026-04-09T17:52:53.760179Z","steps":["trace[504328291] 'process raft request' (duration: 176.48137ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:54.339529Z","caller":"traceutil/trace.go:171","msg":"trace[1439651550] transaction","detail":"{read_only:false; response_revision:7342; number_of_response:1; }","duration":"104.810235ms","start":"2026-04-09T17:52:54.234694Z","end":"2026-04-09T17:52:54.339504Z","steps":["trace[1439651550] 'process raft request' (duration: 104.278493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:54.783428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.166396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:52:54.783676Z","caller":"traceutil/trace.go:171","msg":"trace[1310100672] transaction","detail":"{read_only:false; response_revision:7345; number_of_response:1; }","duration":"260.78814ms","start":"2026-04-09T17:52:54.522874Z","end":"2026-04-09T17:52:54.783662Z","steps":["trace[1310100672] 'process raft request' (duration: 260.651967ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:54.783678Z","caller":"traceutil/trace.go:171","msg":"trace[221548300] transaction","detail":"{read_only:false; response_revision:7344; number_of_response:1; }","duration":"260.866772ms","start":"2026-04-09T17:52:54.522768Z","end":"2026-04-09T17:52:54.783635Z","steps":["trace[221548300] 'process raft request' (duration: 139.42614ms)","trace[221548300] 'compare' (duration: 120.804498ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:52:54.783921Z","caller":"traceutil/trace.go:171","msg":"trace[1883217441] transaction","detail":"{read_only:false; response_revision:7346; number_of_response:1; }","duration":"260.594776ms","start":"2026-04-09T17:52:54.523307Z","end":"2026-04-09T17:52:54.783901Z","steps":["trace[1883217441] 'process raft request' (duration: 260.309069ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:54.784018Z","caller":"traceutil/trace.go:171","msg":"trace[659935263] linearizableReadLoop","detail":"{readStateIndex:7620; appliedIndex:7617; }","duration":"129.27666ms","start":"2026-04-09T17:52:54.654479Z","end":"2026-04-09T17:52:54.783755Z","steps":["trace[659935263] 'read index received' (duration: 7.588362ms)","trace[659935263] 'applied index is now lower than readState.Index' (duration: 121.686928ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:52:54.784296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.801243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:52:54.784569Z","caller":"traceutil/trace.go:171","msg":"trace[1678173017] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:7346; }","duration":"130.045808ms","start":"2026-04-09T17:52:54.654399Z","end":"2026-04-09T17:52:54.784445Z","steps":["trace[1678173017] 'agreement among raft nodes before linearized reading' (duration: 129.572076ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:55.070241Z","caller":"traceutil/trace.go:171","msg":"trace[1171876485] transaction","detail":"{read_only:false; response_revision:7351; number_of_response:1; }","duration":"107.311843ms","start":"2026-04-09T17:52:54.962891Z","end":"2026-04-09T17:52:55.070203Z","steps":["trace[1171876485] 'process raft request' (duration: 104.306965ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:55.565739Z","caller":"traceutil/trace.go:171","msg":"trace[109426365] transaction","detail":"{read_only:false; response_revision:7356; number_of_response:1; }","duration":"196.084944ms","start":"2026-04-09T17:52:55.369626Z","end":"2026-04-09T17:52:55.565711Z","steps":["trace[109426365] 'process raft request' (duration: 107.915995ms)","trace[109426365] 'compare' (duration: 88.016374ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:52:55.631113Z","caller":"traceutil/trace.go:171","msg":"trace[1136301273] linearizableReadLoop","detail":"{readStateIndex:7632; appliedIndex:7630; }","duration":"194.376886ms","start":"2026-04-09T17:52:55.436714Z","end":"2026-04-09T17:52:55.631091Z","steps":["trace[1136301273] 'read index received' (duration: 40.832806ms)","trace[1136301273] 'applied index is now lower than readState.Index' (duration: 153.5432ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:52:55.631177Z","caller":"traceutil/trace.go:171","msg":"trace[7419461] transaction","detail":"{read_only:false; response_revision:7357; number_of_response:1; }","duration":"244.897031ms","start":"2026-04-09T17:52:55.38625Z","end":"2026-04-09T17:52:55.631147Z","steps":["trace[7419461] 'process raft request' (duration: 244.723867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:55.631411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.667362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-09T17:52:55.631485Z","caller":"traceutil/trace.go:171","msg":"trace[270730238] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7357; }","duration":"194.769794ms","start":"2026-04-09T17:52:55.436692Z","end":"2026-04-09T17:52:55.631462Z","steps":["trace[270730238] 'agreement among raft nodes before linearized reading' (duration: 194.516078ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:55.741565Z","caller":"traceutil/trace.go:171","msg":"trace[1182017292] linearizableReadLoop","detail":"{readStateIndex:7634; appliedIndex:7632; }","duration":"110.357271ms","start":"2026-04-09T17:52:55.631187Z","end":"2026-04-09T17:52:55.741544Z","steps":["trace[1182017292] 'read index received' (duration: 41.92752ms)","trace[1182017292] 'applied index is now lower than readState.Index' (duration: 68.42872ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:52:55.741738Z","caller":"traceutil/trace.go:171","msg":"trace[699898414] transaction","detail":"{read_only:false; response_revision:7359; number_of_response:1; }","duration":"230.78893ms","start":"2026-04-09T17:52:55.51094Z","end":"2026-04-09T17:52:55.741729Z","steps":["trace[699898414] 'process raft request' (duration: 230.556294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:55.741924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.151551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:52:55.742Z","caller":"traceutil/trace.go:171","msg":"trace[444398703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7359; }","duration":"266.274134ms","start":"2026-04-09T17:52:55.475714Z","end":"2026-04-09T17:52:55.741988Z","steps":["trace[444398703] 'agreement among raft nodes before linearized reading' (duration: 266.140011ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:55.741576Z","caller":"traceutil/trace.go:171","msg":"trace[1231858140] transaction","detail":"{read_only:false; response_revision:7358; number_of_response:1; }","duration":"231.702301ms","start":"2026-04-09T17:52:55.509851Z","end":"2026-04-09T17:52:55.741553Z","steps":["trace[1231858140] 'process raft request' (duration: 163.324021ms)","trace[1231858140] 'compare' (duration: 68.069043ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:52:55.742072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.486407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-09T17:52:55.742142Z","caller":"traceutil/trace.go:171","msg":"trace[5928207] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7359; }","duration":"160.626191ms","start":"2026-04-09T17:52:55.581501Z","end":"2026-04-09T17:52:55.742127Z","steps":["trace[5928207] 'agreement among raft nodes before linearized reading' (duration: 160.373574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:55.742308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.161259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-041b17e4-5c9d-44bf-934c-1f664cfaa142\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-09T17:52:55.742436Z","caller":"traceutil/trace.go:171","msg":"trace[805927268] range","detail":"{range_begin:/registry/persistentvolumes/pvc-041b17e4-5c9d-44bf-934c-1f664cfaa142; range_end:; response_count:1; response_revision:7359; }","duration":"107.342304ms","start":"2026-04-09T17:52:55.635064Z","end":"2026-04-09T17:52:55.742406Z","steps":["trace[805927268] 'agreement among raft nodes before linearized reading' (duration: 106.968224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:55.742418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.788652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T17:52:55.742575Z","caller":"traceutil/trace.go:171","msg":"trace[993708482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7359; }","duration":"209.006677ms","start":"2026-04-09T17:52:55.533546Z","end":"2026-04-09T17:52:55.742553Z","steps":["trace[993708482] 'agreement among raft nodes before linearized reading' (duration: 208.565647ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:55.882372Z","caller":"traceutil/trace.go:171","msg":"trace[2022591473] transaction","detail":"{read_only:false; response_revision:7361; number_of_response:1; }","duration":"134.869427ms","start":"2026-04-09T17:52:55.747438Z","end":"2026-04-09T17:52:55.882307Z","steps":["trace[2022591473] 'process raft request' (duration: 126.399355ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:56.397525Z","caller":"traceutil/trace.go:171","msg":"trace[1094803796] transaction","detail":"{read_only:false; response_revision:7363; number_of_response:1; }","duration":"111.643499ms","start":"2026-04-09T17:52:56.285849Z","end":"2026-04-09T17:52:56.397492Z","steps":["trace[1094803796] 'process raft request' (duration: 110.769839ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:57.191644Z","caller":"traceutil/trace.go:171","msg":"trace[359535633] linearizableReadLoop","detail":"{readStateIndex:7644; appliedIndex:7643; }","duration":"111.469516ms","start":"2026-04-09T17:52:57.08015Z","end":"2026-04-09T17:52:57.19162Z","steps":["trace[359535633] 'read index received' (duration: 111.362624ms)","trace[359535633] 'applied index is now lower than readState.Index' (duration: 105.802µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:52:57.19179Z","caller":"traceutil/trace.go:171","msg":"trace[1124504088] transaction","detail":"{read_only:false; response_revision:7369; number_of_response:1; }","duration":"160.123099ms","start":"2026-04-09T17:52:57.031637Z","end":"2026-04-09T17:52:57.19176Z","steps":["trace[1124504088] 'process raft request' (duration: 159.845243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:57.191861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.698862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T17:52:57.191897Z","caller":"traceutil/trace.go:171","msg":"trace[740485634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7369; }","duration":"111.789063ms","start":"2026-04-09T17:52:57.080097Z","end":"2026-04-09T17:52:57.191886Z","steps":["trace[740485634] 'agreement among raft nodes before linearized reading' (duration: 111.64186ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:53:41.221191Z","caller":"traceutil/trace.go:171","msg":"trace[1029300608] transaction","detail":"{read_only:false; response_revision:7729; number_of_response:1; }","duration":"173.866532ms","start":"2026-04-09T17:53:41.047302Z","end":"2026-04-09T17:53:41.221168Z","steps":["trace[1029300608] 'process raft request' (duration: 173.721059ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:53:45.314284Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5477} {"level":"info","ts":"2026-04-09T17:53:45.453661Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5477,"took":"137.723012ms","hash":3326297524,"current-db-size-bytes":55214080,"current-db-size":"55 MB","current-db-size-in-use-bytes":26349568,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-09T17:53:45.453744Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3326297524,"revision":5477,"compact-revision":2798} {"level":"info","ts":"2026-04-09T17:54:32.47428Z","caller":"traceutil/trace.go:171","msg":"trace[782697709] transaction","detail":"{read_only:false; response_revision:8076; number_of_response:1; }","duration":"175.471238ms","start":"2026-04-09T17:54:32.298782Z","end":"2026-04-09T17:54:32.474254Z","steps":["trace[782697709] 'process raft request' (duration: 104.393856ms)","trace[782697709] 'compare' (duration: 70.915849ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:54:41.749104Z","caller":"traceutil/trace.go:171","msg":"trace[287239111] transaction","detail":"{read_only:false; response_revision:8148; number_of_response:1; }","duration":"200.65003ms","start":"2026-04-09T17:54:41.548431Z","end":"2026-04-09T17:54:41.749081Z","steps":["trace[287239111] 'process raft request' (duration: 200.523207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:54:42.283255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.218126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-04-09T17:54:42.283334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.500126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7403"} {"level":"info","ts":"2026-04-09T17:54:42.283333Z","caller":"traceutil/trace.go:171","msg":"trace[768003174] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8150; }","duration":"225.353709ms","start":"2026-04-09T17:54:42.05796Z","end":"2026-04-09T17:54:42.283313Z","steps":["trace[768003174] 'range keys from in-memory index tree' (duration: 224.985911ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:54:42.283404Z","caller":"traceutil/trace.go:171","msg":"trace[1321770745] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:8150; }","duration":"178.585878ms","start":"2026-04-09T17:54:42.104802Z","end":"2026-04-09T17:54:42.283388Z","steps":["trace[1321770745] 'range keys from in-memory index tree' (duration: 178.306202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:54:42.28345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.570911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:54:42.283492Z","caller":"traceutil/trace.go:171","msg":"trace[1237206091] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8150; }","duration":"280.690603ms","start":"2026-04-09T17:54:42.00279Z","end":"2026-04-09T17:54:42.28348Z","steps":["trace[1237206091] 'count revisions from in-memory index tree' (duration: 280.478189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:54:42.28372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.426429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T17:54:42.283756Z","caller":"traceutil/trace.go:171","msg":"trace[1412235174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8150; }","duration":"217.4996ms","start":"2026-04-09T17:54:42.066249Z","end":"2026-04-09T17:54:42.283749Z","steps":["trace[1412235174] 'range keys from in-memory index tree' (duration: 217.246995ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:54:42.283845Z","caller":"traceutil/trace.go:171","msg":"trace[1866078764] transaction","detail":"{read_only:false; response_revision:8151; number_of_response:1; }","duration":"110.015494ms","start":"2026-04-09T17:54:42.173821Z","end":"2026-04-09T17:54:42.283837Z","steps":["trace[1866078764] 'process raft request' (duration: 108.04301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:54:45.812197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.640755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T17:54:45.81227Z","caller":"traceutil/trace.go:171","msg":"trace[594124189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8169; }","duration":"498.747588ms","start":"2026-04-09T17:54:45.313505Z","end":"2026-04-09T17:54:45.812252Z","steps":["trace[594124189] 'range keys from in-memory index tree' (duration: 498.514852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:54:45.812342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:54:45.313489Z","time spent":"498.807019ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T17:54:48.880763Z","caller":"traceutil/trace.go:171","msg":"trace[1005728966] transaction","detail":"{read_only:false; response_revision:8182; number_of_response:1; }","duration":"575.005566ms","start":"2026-04-09T17:54:48.305737Z","end":"2026-04-09T17:54:48.880743Z","steps":["trace[1005728966] 'process raft request' (duration: 574.881743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:54:48.881217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:54:48.305719Z","time spent":"575.236411ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:54:48.883531Z","caller":"traceutil/trace.go:171","msg":"trace[1524079792] linearizableReadLoop","detail":"{readStateIndex:8482; appliedIndex:8482; }","duration":"563.154739ms","start":"2026-04-09T17:54:48.320359Z","end":"2026-04-09T17:54:48.883514Z","steps":["trace[1524079792] 'read index received' (duration: 563.149109ms)","trace[1524079792] 'applied index is now lower than readState.Index' (duration: 4.29µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:54:48.883691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.329082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T17:54:48.883716Z","caller":"traceutil/trace.go:171","msg":"trace[1129615057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8182; }","duration":"563.411264ms","start":"2026-04-09T17:54:48.320298Z","end":"2026-04-09T17:54:48.883709Z","steps":["trace[1129615057] 'agreement among raft nodes before linearized reading' (duration: 563.298902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:54:48.883741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:54:48.320281Z","time spent":"563.451025ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T17:54:48.887465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.43951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.230\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-09T17:54:48.887546Z","caller":"traceutil/trace.go:171","msg":"trace[1913131918] range","detail":"{range_begin:/registry/masterleases/199.19.213.230; range_end:; response_count:1; response_revision:8184; }","duration":"408.559083ms","start":"2026-04-09T17:54:48.478969Z","end":"2026-04-09T17:54:48.887529Z","steps":["trace[1913131918] 'agreement among raft nodes before linearized reading' (duration: 408.374099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:54:48.887576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:54:48.478956Z","time spent":"408.613114ms","remote":"127.0.0.1:38612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.230\" "} {"level":"info","ts":"2026-04-09T17:54:48.887612Z","caller":"traceutil/trace.go:171","msg":"trace[303632253] transaction","detail":"{read_only:false; response_revision:8184; number_of_response:1; }","duration":"344.621043ms","start":"2026-04-09T17:54:48.542953Z","end":"2026-04-09T17:54:48.887574Z","steps":["trace[303632253] 'process raft request' (duration: 344.358438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:54:48.887714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.603279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T17:54:48.887758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:54:48.542934Z","time spent":"344.748206ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:54:48.887764Z","caller":"traceutil/trace.go:171","msg":"trace[853751595] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8184; }","duration":"294.684101ms","start":"2026-04-09T17:54:48.593068Z","end":"2026-04-09T17:54:48.887752Z","steps":["trace[853751595] 'agreement among raft nodes before linearized reading' (duration: 294.524378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:54:48.887821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.2462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:54:48.887852Z","caller":"traceutil/trace.go:171","msg":"trace[1743358357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8184; }","duration":"372.305751ms","start":"2026-04-09T17:54:48.515539Z","end":"2026-04-09T17:54:48.887845Z","steps":["trace[1743358357] 'agreement among raft nodes before linearized reading' (duration: 372.25526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:54:48.88787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:54:48.515531Z","time spent":"372.335192ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:54:48.887999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.376311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-09T17:54:48.888028Z","caller":"traceutil/trace.go:171","msg":"trace[283231889] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8184; }","duration":"225.431641ms","start":"2026-04-09T17:54:48.662587Z","end":"2026-04-09T17:54:48.888018Z","steps":["trace[283231889] 'agreement among raft nodes before linearized reading' (duration: 225.340679ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:54:48.888085Z","caller":"traceutil/trace.go:171","msg":"trace[1197786658] transaction","detail":"{read_only:false; response_revision:8183; number_of_response:1; }","duration":"376.368143ms","start":"2026-04-09T17:54:48.511708Z","end":"2026-04-09T17:54:48.888076Z","steps":["trace[1197786658] 'process raft request' (duration: 375.497123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:54:48.888128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:54:48.511691Z","time spent":"376.413054ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:54:50.997349Z","caller":"traceutil/trace.go:171","msg":"trace[697041351] transaction","detail":"{read_only:false; response_revision:8196; number_of_response:1; }","duration":"103.63571ms","start":"2026-04-09T17:54:50.893682Z","end":"2026-04-09T17:54:50.997317Z","steps":["trace[697041351] 'process raft request' (duration: 103.560538ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:54:50.997507Z","caller":"traceutil/trace.go:171","msg":"trace[1377071692] transaction","detail":"{read_only:false; response_revision:8195; number_of_response:1; }","duration":"103.906376ms","start":"2026-04-09T17:54:50.893594Z","end":"2026-04-09T17:54:50.9975Z","steps":["trace[1377071692] 'process raft request' (duration: 103.551058ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:54:53.116841Z","caller":"traceutil/trace.go:171","msg":"trace[1250233106] transaction","detail":"{read_only:false; response_revision:8205; number_of_response:1; }","duration":"113.869121ms","start":"2026-04-09T17:54:53.002944Z","end":"2026-04-09T17:54:53.116814Z","steps":["trace[1250233106] 'process raft request' (duration: 46.939624ms)","trace[1250233106] 'compare' (duration: 66.660891ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:54:53.116991Z","caller":"traceutil/trace.go:171","msg":"trace[1473773055] transaction","detail":"{read_only:false; response_revision:8206; number_of_response:1; }","duration":"113.77774ms","start":"2026-04-09T17:54:53.003175Z","end":"2026-04-09T17:54:53.116953Z","steps":["trace[1473773055] 'process raft request' (duration: 113.518123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:54:59.530186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.530993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:54:59.530504Z","caller":"traceutil/trace.go:171","msg":"trace[1657494660] linearizableReadLoop","detail":"{readStateIndex:8540; appliedIndex:8538; }","duration":"305.088847ms","start":"2026-04-09T17:54:59.225378Z","end":"2026-04-09T17:54:59.530467Z","steps":["trace[1657494660] 'read index received' (duration: 8.164595ms)","trace[1657494660] 'applied index is now lower than readState.Index' (duration: 296.922162ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:54:59.530674Z","caller":"traceutil/trace.go:171","msg":"trace[1240927827] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"359.268305ms","start":"2026-04-09T17:54:59.171378Z","end":"2026-04-09T17:54:59.530646Z","steps":["trace[1240927827] 'process raft request' (duration: 62.112348ms)","trace[1240927827] 'compare' (duration: 296.330819ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:54:59.530824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:54:59.171351Z","time spent":"359.385808ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:54:59.530903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.208763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T17:54:59.530898Z","caller":"traceutil/trace.go:171","msg":"trace[1196130575] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"358.209862ms","start":"2026-04-09T17:54:59.172659Z","end":"2026-04-09T17:54:59.530869Z","steps":["trace[1196130575] 'process raft request' (duration: 357.709631ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:54:59.530955Z","caller":"traceutil/trace.go:171","msg":"trace[1104846189] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8237; }","duration":"149.313765ms","start":"2026-04-09T17:54:59.381623Z","end":"2026-04-09T17:54:59.530937Z","steps":["trace[1104846189] 'agreement among raft nodes before linearized reading' (duration: 149.169461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:54:59.531011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.387748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-09T17:54:59.531053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:54:59.172634Z","time spent":"358.349695ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:54:59.531071Z","caller":"traceutil/trace.go:171","msg":"trace[1119366964] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8237; }","duration":"258.442909ms","start":"2026-04-09T17:54:59.272604Z","end":"2026-04-09T17:54:59.531047Z","steps":["trace[1119366964] 'agreement among raft nodes before linearized reading' (duration: 258.084431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:54:59.530898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.510556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T17:54:59.531234Z","caller":"traceutil/trace.go:171","msg":"trace[1035752653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8237; }","duration":"305.870715ms","start":"2026-04-09T17:54:59.225334Z","end":"2026-04-09T17:54:59.531204Z","steps":["trace[1035752653] 'agreement among raft nodes before linearized reading' (duration: 305.333483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:54:59.531293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:54:59.225315Z","time spent":"305.958826ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T17:54:59.692071Z","caller":"traceutil/trace.go:171","msg":"trace[1134081913] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"156.632332ms","start":"2026-04-09T17:54:59.535414Z","end":"2026-04-09T17:54:59.692046Z","steps":["trace[1134081913] 'process raft request' (duration: 156.56977ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:54:59.692267Z","caller":"traceutil/trace.go:171","msg":"trace[473228935] transaction","detail":"{read_only:false; response_revision:8239; number_of_response:1; }","duration":"157.03407ms","start":"2026-04-09T17:54:59.535196Z","end":"2026-04-09T17:54:59.69223Z","steps":["trace[473228935] 'process raft request' (duration: 127.538061ms)","trace[473228935] 'compare' (duration: 29.10208ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:55:01.119915Z","caller":"traceutil/trace.go:171","msg":"trace[1382160679] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"159.294472ms","start":"2026-04-09T17:55:00.960601Z","end":"2026-04-09T17:55:01.119895Z","steps":["trace[1382160679] 'process raft request' (duration: 159.17577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:04.107679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432950231,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T17:55:04.19323Z","caller":"traceutil/trace.go:171","msg":"trace[1063757724] transaction","detail":"{read_only:false; response_revision:8264; number_of_response:1; }","duration":"645.486564ms","start":"2026-04-09T17:55:03.547721Z","end":"2026-04-09T17:55:04.193208Z","steps":["trace[1063757724] 'process raft request' (duration: 645.336131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:04.19339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:03.547693Z","time spent":"645.611277ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:55:06.479108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000758892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T17:55:06.479175Z","caller":"traceutil/trace.go:171","msg":"trace[966479849] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000869835s","start":"2026-04-09T17:55:04.478291Z","end":"2026-04-09T17:55:06.479161Z","steps":["trace[966479849] 'agreement among raft nodes before linearized reading' (duration: 2.000796143s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:06.479205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:04.478271Z","time spent":"2.000925566s","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 17:55:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T17:55:06.787443Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.594403932s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T17:55:06.972863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.024655ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:55:06.97295Z","caller":"traceutil/trace.go:171","msg":"trace[1224797252] linearizableReadLoop","detail":"{readStateIndex:8569; appliedIndex:8567; }","duration":"3.365320782s","start":"2026-04-09T17:55:03.607615Z","end":"2026-04-09T17:55:06.972936Z","steps":["trace[1224797252] 'read index received' (duration: 585.426903ms)","trace[1224797252] 'applied index is now lower than readState.Index' (duration: 2.779892399s)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:55:06.972995Z","caller":"traceutil/trace.go:171","msg":"trace[1281403503] transaction","detail":"{read_only:false; response_revision:8265; number_of_response:1; }","duration":"3.404716215s","start":"2026-04-09T17:55:03.568258Z","end":"2026-04-09T17:55:06.972974Z","steps":["trace[1281403503] 'process raft request' (duration: 3.219491895s)","trace[1281403503] 'compare' (duration: 184.231326ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:55:06.973094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.365484865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T17:55:06.973097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:03.568239Z","time spent":"3.404806286s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:55:06.973119Z","caller":"traceutil/trace.go:171","msg":"trace[794664763] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8265; }","duration":"3.365532376s","start":"2026-04-09T17:55:03.607579Z","end":"2026-04-09T17:55:06.973112Z","steps":["trace[794664763] 'agreement among raft nodes before linearized reading' (duration: 3.365417263s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:06.973141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:03.607562Z","time spent":"3.365574897s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T17:55:07.021581Z","caller":"traceutil/trace.go:171","msg":"trace[266446794] transaction","detail":"{read_only:false; response_revision:8267; number_of_response:1; }","duration":"2.186970804s","start":"2026-04-09T17:55:04.834585Z","end":"2026-04-09T17:55:07.021556Z","steps":["trace[266446794] 'process raft request' (duration: 2.186897863s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:07.021592Z","caller":"traceutil/trace.go:171","msg":"trace[1998883851] transaction","detail":"{read_only:false; response_revision:8266; number_of_response:1; }","duration":"2.415544607s","start":"2026-04-09T17:55:04.606013Z","end":"2026-04-09T17:55:07.021558Z","steps":["trace[1998883851] 'process raft request' (duration: 2.415349082s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:07.021768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:04.605993Z","time spent":"2.415677989s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:55:07.021771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:04.834562Z","time spent":"2.187108407s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:55:07.021859Z","caller":"traceutil/trace.go:171","msg":"trace[783218526] transaction","detail":"{read_only:false; response_revision:8268; number_of_response:1; }","duration":"1.822258464s","start":"2026-04-09T17:55:05.199559Z","end":"2026-04-09T17:55:07.021818Z","steps":["trace[783218526] 'process raft request' (duration: 1.821964738s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:07.022171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.097038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T17:55:07.022305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.093920387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-09T17:55:07.022352Z","caller":"traceutil/trace.go:171","msg":"trace[1140519139] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:8270; }","duration":"3.093990818s","start":"2026-04-09T17:55:03.928349Z","end":"2026-04-09T17:55:07.02234Z","steps":["trace[1140519139] 'agreement among raft nodes before linearized reading' (duration: 3.09362897s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:07.022357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:05.199539Z","time spent":"1.822741716s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:55:07.022385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:03.928337Z","time spent":"3.094040769s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z2qsz\" "} {"level":"warn","ts":"2026-04-09T17:55:07.021987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.742119931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T17:55:07.022443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.366384401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:55:07.022452Z","caller":"traceutil/trace.go:171","msg":"trace[1882331395] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8270; }","duration":"2.742606852s","start":"2026-04-09T17:55:04.279823Z","end":"2026-04-09T17:55:07.02243Z","steps":["trace[1882331395] 'agreement among raft nodes before linearized reading' (duration: 2.742041129s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:07.022088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.199450337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-09T17:55:07.022485Z","caller":"traceutil/trace.go:171","msg":"trace[4959323] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8270; }","duration":"2.366464503s","start":"2026-04-09T17:55:04.656007Z","end":"2026-04-09T17:55:07.022471Z","steps":["trace[4959323] 'agreement among raft nodes before linearized reading' (duration: 2.365844319s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:07.022517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:04.279807Z","time spent":"2.742692524s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T17:55:07.022524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:04.655981Z","time spent":"2.366533054s","remote":"127.0.0.1:39080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:55:07.02259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.588312223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:55:07.022638Z","caller":"traceutil/trace.go:171","msg":"trace[325792758] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8270; }","duration":"2.588400055s","start":"2026-04-09T17:55:04.434226Z","end":"2026-04-09T17:55:07.022626Z","steps":["trace[325792758] 'agreement among raft nodes before linearized reading' (duration: 2.587632118s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:07.022682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:04.434206Z","time spent":"2.588466427s","remote":"127.0.0.1:43196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:55:07.022144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.316459022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T17:55:07.022796Z","caller":"traceutil/trace.go:171","msg":"trace[1101648649] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8270; }","duration":"3.317148108s","start":"2026-04-09T17:55:03.705629Z","end":"2026-04-09T17:55:07.022777Z","steps":["trace[1101648649] 'agreement among raft nodes before linearized reading' (duration: 3.316209357s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:07.022857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:03.705612Z","time spent":"3.317229851s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T17:55:07.022402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.843461058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-09T17:55:07.022983Z","caller":"traceutil/trace.go:171","msg":"trace[640587287] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8270; }","duration":"2.844071843s","start":"2026-04-09T17:55:04.178892Z","end":"2026-04-09T17:55:07.022964Z","steps":["trace[640587287] 'agreement among raft nodes before linearized reading' (duration: 2.843114691s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:07.023038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:04.178872Z","time spent":"2.844151004s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T17:55:07.022523Z","caller":"traceutil/trace.go:171","msg":"trace[1695361130] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8270; }","duration":"2.199980579s","start":"2026-04-09T17:55:04.822522Z","end":"2026-04-09T17:55:07.022502Z","steps":["trace[1695361130] 'agreement among raft nodes before linearized reading' (duration: 2.199328844s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:07.023104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:04.8225Z","time spent":"2.200592214s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-09T17:55:07.022091Z","caller":"traceutil/trace.go:171","msg":"trace[654463868] transaction","detail":"{read_only:false; response_revision:8269; number_of_response:1; }","duration":"822.932868ms","start":"2026-04-09T17:55:06.199131Z","end":"2026-04-09T17:55:07.022064Z","steps":["trace[654463868] 'process raft request' (duration: 822.551179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:07.023221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.40982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T17:55:07.023251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:06.199103Z","time spent":"824.098715ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:55:07.02329Z","caller":"traceutil/trace.go:171","msg":"trace[985012430] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8270; }","duration":"644.479702ms","start":"2026-04-09T17:55:06.378789Z","end":"2026-04-09T17:55:07.023269Z","steps":["trace[985012430] 'agreement among raft nodes before linearized reading' (duration: 643.219953ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:07.023035Z","caller":"traceutil/trace.go:171","msg":"trace[630456532] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8270; }","duration":"167.283032ms","start":"2026-04-09T17:55:06.855018Z","end":"2026-04-09T17:55:07.022301Z","steps":["trace[630456532] 'agreement among raft nodes before linearized reading' (duration: 166.897694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:07.023337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:06.378774Z","time spent":"644.548903ms","remote":"127.0.0.1:36300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:55:07.023442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995003464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-09T17:55:07.023537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02105844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:55:07.023516Z","caller":"traceutil/trace.go:171","msg":"trace[1214525700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8270; }","duration":"2.995136718s","start":"2026-04-09T17:55:04.028357Z","end":"2026-04-09T17:55:07.023493Z","steps":["trace[1214525700] 'agreement among raft nodes before linearized reading' (duration: 2.993660494s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:07.023585Z","caller":"traceutil/trace.go:171","msg":"trace[1360440799] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8270; }","duration":"1.021150362s","start":"2026-04-09T17:55:06.002422Z","end":"2026-04-09T17:55:07.023572Z","steps":["trace[1360440799] 'agreement among raft nodes before linearized reading' (duration: 1.019606297s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:07.023621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:06.002372Z","time spent":"1.021239284s","remote":"127.0.0.1:57040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:55:07.023505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.316395832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T17:55:07.023676Z","caller":"traceutil/trace.go:171","msg":"trace[148078718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8270; }","duration":"3.316565435s","start":"2026-04-09T17:55:03.707093Z","end":"2026-04-09T17:55:07.023658Z","steps":["trace[148078718] 'agreement among raft nodes before linearized reading' (duration: 3.314936698s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:07.023746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.70047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:55:07.023761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:03.707069Z","time spent":"3.316676007s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T17:55:07.023789Z","caller":"traceutil/trace.go:171","msg":"trace[204763078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8270; }","duration":"544.763122ms","start":"2026-04-09T17:55:06.479011Z","end":"2026-04-09T17:55:07.023774Z","steps":["trace[204763078] 'agreement among raft nodes before linearized reading' (duration: 543.024102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:07.023698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831141277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:55:07.023838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:06.478994Z","time spent":"544.833313ms","remote":"127.0.0.1:38594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:55:07.023869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.291897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:55:07.023863Z","caller":"traceutil/trace.go:171","msg":"trace[610417957] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8270; }","duration":"1.83132135s","start":"2026-04-09T17:55:05.192511Z","end":"2026-04-09T17:55:07.023832Z","steps":["trace[610417957] 'agreement among raft nodes before linearized reading' (duration: 1.829528869s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:07.023904Z","caller":"traceutil/trace.go:171","msg":"trace[1886085927] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8270; }","duration":"120.371749ms","start":"2026-04-09T17:55:06.903524Z","end":"2026-04-09T17:55:07.023896Z","steps":["trace[1886085927] 'agreement among raft nodes before linearized reading' (duration: 118.532237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:07.023894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:04.02834Z","time spent":"2.99524531s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T17:55:07.023936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:05.192495Z","time spent":"1.831418753s","remote":"127.0.0.1:44600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:55:07.024083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.444659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:55:07.024231Z","caller":"traceutil/trace.go:171","msg":"trace[271301922] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8270; }","duration":"168.619203ms","start":"2026-04-09T17:55:06.855603Z","end":"2026-04-09T17:55:07.024222Z","steps":["trace[271301922] 'agreement among raft nodes before linearized reading' (duration: 166.458584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:07.022941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.101646063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-09T17:55:07.024641Z","caller":"traceutil/trace.go:171","msg":"trace[739377282] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8270; }","duration":"3.10333041s","start":"2026-04-09T17:55:03.92125Z","end":"2026-04-09T17:55:07.02458Z","steps":["trace[739377282] 'agreement among raft nodes before linearized reading' (duration: 3.100772632s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:07.024747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:03.921235Z","time spent":"3.103457773s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-09T17:55:08.035694Z","caller":"traceutil/trace.go:171","msg":"trace[1453153261] linearizableReadLoop","detail":"{readStateIndex:8615; appliedIndex:8614; }","duration":"173.921073ms","start":"2026-04-09T17:55:07.861745Z","end":"2026-04-09T17:55:08.035666Z","steps":["trace[1453153261] 'read index received' (duration: 141.032287ms)","trace[1453153261] 'applied index is now lower than readState.Index' (duration: 32.887796ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:55:08.035969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.203799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:55:08.036453Z","caller":"traceutil/trace.go:171","msg":"trace[35154373] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:8308; }","duration":"174.724431ms","start":"2026-04-09T17:55:07.861709Z","end":"2026-04-09T17:55:08.036433Z","steps":["trace[35154373] 'agreement among raft nodes before linearized reading' (duration: 174.082237ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:08.036425Z","caller":"traceutil/trace.go:171","msg":"trace[948555777] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"180.40614ms","start":"2026-04-09T17:55:07.85596Z","end":"2026-04-09T17:55:08.036367Z","steps":["trace[948555777] 'process raft request' (duration: 146.877179ms)","trace[948555777] 'compare' (duration: 32.700222ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:55:11.287557Z","caller":"traceutil/trace.go:171","msg":"trace[1271896771] transaction","detail":"{read_only:false; response_revision:8324; number_of_response:1; }","duration":"398.644638ms","start":"2026-04-09T17:55:10.888886Z","end":"2026-04-09T17:55:11.287531Z","steps":["trace[1271896771] 'process raft request' (duration: 398.488785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:11.28773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:10.888868Z","time spent":"398.769281ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:55:11.288467Z","caller":"traceutil/trace.go:171","msg":"trace[196795236] linearizableReadLoop","detail":"{readStateIndex:8632; appliedIndex:8632; }","duration":"373.839336ms","start":"2026-04-09T17:55:10.914604Z","end":"2026-04-09T17:55:11.288443Z","steps":["trace[196795236] 'read index received' (duration: 373.832766ms)","trace[196795236] 'applied index is now lower than readState.Index' (duration: 5.14µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:55:11.288652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.03745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5fcfd6c448-pjjxr.18a4c1dd6e05606b\" ","response":"range_response_count:1 size:859"} {"level":"info","ts":"2026-04-09T17:55:11.288738Z","caller":"traceutil/trace.go:171","msg":"trace[2102529272] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5fcfd6c448-pjjxr.18a4c1dd6e05606b; range_end:; response_count:1; response_revision:8324; }","duration":"374.127492ms","start":"2026-04-09T17:55:10.914596Z","end":"2026-04-09T17:55:11.288724Z","steps":["trace[2102529272] 'agreement among raft nodes before linearized reading' (duration: 373.930128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:11.288783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:10.914531Z","time spent":"374.243224ms","remote":"127.0.0.1:38662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":882,"request content":"key:\"/registry/events/openstack/barbican-api-5fcfd6c448-pjjxr.18a4c1dd6e05606b\" "} {"level":"info","ts":"2026-04-09T17:55:11.295127Z","caller":"traceutil/trace.go:171","msg":"trace[760783063] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"305.711752ms","start":"2026-04-09T17:55:10.98939Z","end":"2026-04-09T17:55:11.295102Z","steps":["trace[760783063] 'process raft request' (duration: 305.475066ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:11.295133Z","caller":"traceutil/trace.go:171","msg":"trace[1892577168] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"250.50358ms","start":"2026-04-09T17:55:11.04458Z","end":"2026-04-09T17:55:11.295084Z","steps":["trace[1892577168] 'process raft request' (duration: 250.418518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:11.29539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:10.989364Z","time spent":"305.892446ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:55:11.295482Z","caller":"traceutil/trace.go:171","msg":"trace[257686041] transaction","detail":"{read_only:false; response_revision:8327; number_of_response:1; }","duration":"248.999645ms","start":"2026-04-09T17:55:11.04646Z","end":"2026-04-09T17:55:11.295459Z","steps":["trace[257686041] 'process raft request' (duration: 248.590356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:11.295516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.102283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T17:55:11.295422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.349847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T17:55:11.295569Z","caller":"traceutil/trace.go:171","msg":"trace[205874052] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8327; }","duration":"195.159005ms","start":"2026-04-09T17:55:11.10038Z","end":"2026-04-09T17:55:11.295539Z","steps":["trace[205874052] 'agreement among raft nodes before linearized reading' (duration: 195.067353ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:11.295587Z","caller":"traceutil/trace.go:171","msg":"trace[1003003063] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8327; }","duration":"250.53831ms","start":"2026-04-09T17:55:11.045014Z","end":"2026-04-09T17:55:11.295553Z","steps":["trace[1003003063] 'agreement among raft nodes before linearized reading' (duration: 250.273284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:11.296069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.776176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-09T17:55:11.296735Z","caller":"traceutil/trace.go:171","msg":"trace[284030042] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8327; }","duration":"113.484202ms","start":"2026-04-09T17:55:11.18324Z","end":"2026-04-09T17:55:11.296724Z","steps":["trace[284030042] 'agreement among raft nodes before linearized reading' (duration: 112.162153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:17.835431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432950480,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:55:18.336581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432950480,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:55:19.076657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432950480,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:55:19.176734Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.859503942s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T17:55:19.177154Z","caller":"traceutil/trace.go:171","msg":"trace[388235874] transaction","detail":"{read_only:false; response_revision:8356; number_of_response:1; }","duration":"1.860005873s","start":"2026-04-09T17:55:17.317124Z","end":"2026-04-09T17:55:19.17713Z","steps":["trace[388235874] 'process raft request' (duration: 1.85986143s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:19.177326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:17.317101Z","time spent":"1.860136586s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:55:19.2372Z","caller":"traceutil/trace.go:171","msg":"trace[1459208187] linearizableReadLoop","detail":"{readStateIndex:8668; appliedIndex:8664; }","duration":"1.902836024s","start":"2026-04-09T17:55:17.334344Z","end":"2026-04-09T17:55:19.23718Z","steps":["trace[1459208187] 'read index received' (duration: 1.842740871s)","trace[1459208187] 'applied index is now lower than readState.Index' (duration: 60.094203ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:55:19.237463Z","caller":"traceutil/trace.go:171","msg":"trace[1826645454] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"1.816709382s","start":"2026-04-09T17:55:17.420702Z","end":"2026-04-09T17:55:19.237411Z","steps":["trace[1826645454] 'process raft request' (duration: 1.816443276s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:19.23766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808668829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T17:55:19.237687Z","caller":"traceutil/trace.go:171","msg":"trace[741093097] transaction","detail":"{read_only:false; response_revision:8358; number_of_response:1; }","duration":"1.916293169s","start":"2026-04-09T17:55:17.321372Z","end":"2026-04-09T17:55:19.237665Z","steps":["trace[741093097] 'process raft request' (duration: 1.915736877s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:19.237714Z","caller":"traceutil/trace.go:171","msg":"trace[1347009509] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8359; }","duration":"1.808764532s","start":"2026-04-09T17:55:17.428937Z","end":"2026-04-09T17:55:19.237701Z","steps":["trace[1347009509] 'agreement among raft nodes before linearized reading' (duration: 1.808593018s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:19.237747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:17.428924Z","time spent":"1.808815213s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T17:55:19.237784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:17.321346Z","time spent":"1.916377551s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:55:19.237931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90357001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-09T17:55:19.23796Z","caller":"traceutil/trace.go:171","msg":"trace[1121496427] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8359; }","duration":"1.903647052s","start":"2026-04-09T17:55:17.334305Z","end":"2026-04-09T17:55:19.237952Z","steps":["trace[1121496427] 'agreement among raft nodes before linearized reading' (duration: 1.90352737s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:19.238003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:17.33429Z","time spent":"1.903706463s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T17:55:19.238014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787594011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-09T17:55:19.238051Z","caller":"traceutil/trace.go:171","msg":"trace[1664527925] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8359; }","duration":"1.787667462s","start":"2026-04-09T17:55:17.45037Z","end":"2026-04-09T17:55:19.238038Z","steps":["trace[1664527925] 'agreement among raft nodes before linearized reading' (duration: 1.78757776s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:19.238088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:17.450349Z","time spent":"1.787731154s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T17:55:19.238203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783408576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T17:55:19.238234Z","caller":"traceutil/trace.go:171","msg":"trace[410870636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8359; }","duration":"1.783441377s","start":"2026-04-09T17:55:17.454786Z","end":"2026-04-09T17:55:19.238228Z","steps":["trace[410870636] 'agreement among raft nodes before linearized reading' (duration: 1.783359745s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:19.238184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760600519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:55:19.238252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:17.454742Z","time spent":"1.783506308s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T17:55:19.238265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788040811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-09T17:55:19.238304Z","caller":"traceutil/trace.go:171","msg":"trace[200604589] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:8359; }","duration":"1.788109882s","start":"2026-04-09T17:55:17.450185Z","end":"2026-04-09T17:55:19.238295Z","steps":["trace[200604589] 'agreement among raft nodes before linearized reading' (duration: 1.78800755s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:19.23834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:17.45017Z","time spent":"1.788161344s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z2qsz\" "} {"level":"info","ts":"2026-04-09T17:55:19.238283Z","caller":"traceutil/trace.go:171","msg":"trace[1177739100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8359; }","duration":"1.760773473s","start":"2026-04-09T17:55:17.477492Z","end":"2026-04-09T17:55:19.238265Z","steps":["trace[1177739100] 'agreement among raft nodes before linearized reading' (duration: 1.760553799s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:19.238512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790530178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T17:55:19.238562Z","caller":"traceutil/trace.go:171","msg":"trace[235689432] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"1.916950005s","start":"2026-04-09T17:55:17.320664Z","end":"2026-04-09T17:55:19.237614Z","steps":["trace[235689432] 'process raft request' (duration: 1.916311861s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:19.238697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:17.420661Z","time spent":"1.816860316s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:55:19.2385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:17.477478Z","time spent":"1.761007718s","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:55:19.238772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.288704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.230\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-09T17:55:19.238443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791295175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T17:55:19.238811Z","caller":"traceutil/trace.go:171","msg":"trace[1957187241] range","detail":"{range_begin:/registry/masterleases/199.19.213.230; range_end:; response_count:1; response_revision:8359; }","duration":"758.366796ms","start":"2026-04-09T17:55:18.480433Z","end":"2026-04-09T17:55:19.238799Z","steps":["trace[1957187241] 'agreement among raft nodes before linearized reading' (duration: 758.09755ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:19.238827Z","caller":"traceutil/trace.go:171","msg":"trace[703151991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8359; }","duration":"1.791724355s","start":"2026-04-09T17:55:17.447086Z","end":"2026-04-09T17:55:19.238811Z","steps":["trace[703151991] 'agreement among raft nodes before linearized reading' (duration: 1.791216963s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:19.238869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:17.447072Z","time spent":"1.791784226s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T17:55:19.238875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:17.320645Z","time spent":"1.917988048s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:55:19.238596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795362777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-09T17:55:19.2389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:18.480409Z","time spent":"758.436007ms","remote":"127.0.0.1:38612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.230\" "} {"level":"info","ts":"2026-04-09T17:55:19.238537Z","caller":"traceutil/trace.go:171","msg":"trace[394665209] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8359; }","duration":"1.790581038s","start":"2026-04-09T17:55:17.447949Z","end":"2026-04-09T17:55:19.23853Z","steps":["trace[394665209] 'agreement among raft nodes before linearized reading' (duration: 1.790513037s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:19.239006Z","caller":"traceutil/trace.go:171","msg":"trace[1714586235] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8359; }","duration":"1.795785347s","start":"2026-04-09T17:55:17.443208Z","end":"2026-04-09T17:55:19.238993Z","steps":["trace[1714586235] 'agreement among raft nodes before linearized reading' (duration: 1.795283806s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:19.23903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:17.447933Z","time spent":"1.79108422s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T17:55:19.23904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:17.443176Z","time spent":"1.795853759s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T17:55:21.443028Z","caller":"traceutil/trace.go:171","msg":"trace[1173524650] linearizableReadLoop","detail":"{readStateIndex:8679; appliedIndex:8676; }","duration":"185.739761ms","start":"2026-04-09T17:55:21.257255Z","end":"2026-04-09T17:55:21.442995Z","steps":["trace[1173524650] 'read index received' (duration: 24.999067ms)","trace[1173524650] 'applied index is now lower than readState.Index' (duration: 160.738954ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:55:21.443178Z","caller":"traceutil/trace.go:171","msg":"trace[184880859] transaction","detail":"{read_only:false; response_revision:8369; number_of_response:1; }","duration":"195.038472ms","start":"2026-04-09T17:55:21.248124Z","end":"2026-04-09T17:55:21.443162Z","steps":["trace[184880859] 'process raft request' (duration: 194.797356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:21.44333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.066268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T17:55:21.443378Z","caller":"traceutil/trace.go:171","msg":"trace[1275771500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8369; }","duration":"186.150699ms","start":"2026-04-09T17:55:21.257214Z","end":"2026-04-09T17:55:21.443365Z","steps":["trace[1275771500] 'agreement among raft nodes before linearized reading' (duration: 185.955195ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:21.443176Z","caller":"traceutil/trace.go:171","msg":"trace[1514417235] transaction","detail":"{read_only:false; response_revision:8368; number_of_response:1; }","duration":"195.990123ms","start":"2026-04-09T17:55:21.247156Z","end":"2026-04-09T17:55:21.443146Z","steps":["trace[1514417235] 'process raft request' (duration: 182.070748ms)","trace[1514417235] 'compare' (duration: 13.529887ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:55:21.465708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.886853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T17:55:21.465817Z","caller":"traceutil/trace.go:171","msg":"trace[106145826] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8370; }","duration":"208.028326ms","start":"2026-04-09T17:55:21.257763Z","end":"2026-04-09T17:55:21.465792Z","steps":["trace[106145826] 'agreement among raft nodes before linearized reading' (duration: 207.694378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:21.466296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.110536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T17:55:21.466346Z","caller":"traceutil/trace.go:171","msg":"trace[748128132] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8370; }","duration":"207.177257ms","start":"2026-04-09T17:55:21.259157Z","end":"2026-04-09T17:55:21.466334Z","steps":["trace[748128132] 'agreement among raft nodes before linearized reading' (duration: 207.042274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:21.466542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.928312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-09T17:55:21.466577Z","caller":"traceutil/trace.go:171","msg":"trace[793448557] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:8370; }","duration":"203.993504ms","start":"2026-04-09T17:55:21.262575Z","end":"2026-04-09T17:55:21.466569Z","steps":["trace[793448557] 'agreement among raft nodes before linearized reading' (duration: 202.91945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:21.466983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.021547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-09T17:55:21.46707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.322444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-09T17:55:21.467074Z","caller":"traceutil/trace.go:171","msg":"trace[1755914349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8370; }","duration":"208.17252ms","start":"2026-04-09T17:55:21.258879Z","end":"2026-04-09T17:55:21.467052Z","steps":["trace[1755914349] 'agreement among raft nodes before linearized reading' (duration: 207.346001ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:21.467106Z","caller":"traceutil/trace.go:171","msg":"trace[379389669] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8370; }","duration":"208.400155ms","start":"2026-04-09T17:55:21.258694Z","end":"2026-04-09T17:55:21.467094Z","steps":["trace[379389669] 'agreement among raft nodes before linearized reading' (duration: 207.685158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:21.467225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.332544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T17:55:21.46729Z","caller":"traceutil/trace.go:171","msg":"trace[644938669] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8370; }","duration":"208.445136ms","start":"2026-04-09T17:55:21.258831Z","end":"2026-04-09T17:55:21.467276Z","steps":["trace[644938669] 'agreement among raft nodes before linearized reading' (duration: 208.216861ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:21.725737Z","caller":"traceutil/trace.go:171","msg":"trace[873095744] transaction","detail":"{read_only:false; response_revision:8373; number_of_response:1; }","duration":"253.56035ms","start":"2026-04-09T17:55:21.472137Z","end":"2026-04-09T17:55:21.725697Z","steps":["trace[873095744] 'process raft request' (duration: 253.449217ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:21.725754Z","caller":"traceutil/trace.go:171","msg":"trace[223720545] transaction","detail":"{read_only:false; response_revision:8372; number_of_response:1; }","duration":"253.627611ms","start":"2026-04-09T17:55:21.472064Z","end":"2026-04-09T17:55:21.725691Z","steps":["trace[223720545] 'process raft request' (duration: 241.022414ms)","trace[223720545] 'compare' (duration: 12.32868ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:55:21.725814Z","caller":"traceutil/trace.go:171","msg":"trace[2057940173] linearizableReadLoop","detail":"{readStateIndex:8683; appliedIndex:8680; }","duration":"250.293875ms","start":"2026-04-09T17:55:21.475489Z","end":"2026-04-09T17:55:21.725782Z","steps":["trace[2057940173] 'read index received' (duration: 1.81605ms)","trace[2057940173] 'applied index is now lower than readState.Index' (duration: 248.476515ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:55:21.726105Z","caller":"traceutil/trace.go:171","msg":"trace[408160548] transaction","detail":"{read_only:false; response_revision:8375; number_of_response:1; }","duration":"250.448738ms","start":"2026-04-09T17:55:21.475639Z","end":"2026-04-09T17:55:21.726088Z","steps":["trace[408160548] 'process raft request' (duration: 250.045429ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:21.72616Z","caller":"traceutil/trace.go:171","msg":"trace[486319209] transaction","detail":"{read_only:false; response_revision:8376; number_of_response:1; }","duration":"250.495549ms","start":"2026-04-09T17:55:21.475647Z","end":"2026-04-09T17:55:21.726142Z","steps":["trace[486319209] 'process raft request' (duration: 250.082349ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:21.726319Z","caller":"traceutil/trace.go:171","msg":"trace[1896867441] transaction","detail":"{read_only:false; response_revision:8374; number_of_response:1; }","duration":"250.573771ms","start":"2026-04-09T17:55:21.475579Z","end":"2026-04-09T17:55:21.726153Z","steps":["trace[1896867441] 'process raft request' (duration: 250.06838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:21.726588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.061402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224122"} {"level":"info","ts":"2026-04-09T17:55:21.72663Z","caller":"traceutil/trace.go:171","msg":"trace[19541332] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8376; }","duration":"251.160884ms","start":"2026-04-09T17:55:21.475459Z","end":"2026-04-09T17:55:21.72662Z","steps":["trace[19541332] 'agreement among raft nodes before linearized reading' (duration: 250.452479ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:21.77485Z","caller":"traceutil/trace.go:171","msg":"trace[1505636689] transaction","detail":"{read_only:false; response_revision:8377; number_of_response:1; }","duration":"296.397399ms","start":"2026-04-09T17:55:21.478428Z","end":"2026-04-09T17:55:21.774826Z","steps":["trace[1505636689] 'process raft request' (duration: 296.248626ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:21.91662Z","caller":"traceutil/trace.go:171","msg":"trace[1452508959] transaction","detail":"{read_only:false; response_revision:8380; number_of_response:1; }","duration":"132.370111ms","start":"2026-04-09T17:55:21.784233Z","end":"2026-04-09T17:55:21.916603Z","steps":["trace[1452508959] 'process raft request' (duration: 132.213067ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:21.916971Z","caller":"traceutil/trace.go:171","msg":"trace[1165461500] transaction","detail":"{read_only:false; response_revision:8381; number_of_response:1; }","duration":"132.402031ms","start":"2026-04-09T17:55:21.784544Z","end":"2026-04-09T17:55:21.916946Z","steps":["trace[1165461500] 'process raft request' (duration: 132.002792ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:21.916545Z","caller":"traceutil/trace.go:171","msg":"trace[1180626035] transaction","detail":"{read_only:false; response_revision:8379; number_of_response:1; }","duration":"132.998665ms","start":"2026-04-09T17:55:21.783508Z","end":"2026-04-09T17:55:21.916507Z","steps":["trace[1180626035] 'process raft request' (duration: 110.162237ms)","trace[1180626035] 'compare' (duration: 22.49321ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:55:22.083738Z","caller":"traceutil/trace.go:171","msg":"trace[1773718159] transaction","detail":"{read_only:false; response_revision:8382; number_of_response:1; }","duration":"155.879105ms","start":"2026-04-09T17:55:21.927817Z","end":"2026-04-09T17:55:22.083696Z","steps":["trace[1773718159] 'process raft request' (duration: 99.553088ms)","trace[1773718159] 'compare' (duration: 56.102352ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:55:29.313522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:28.481199Z","time spent":"832.319371ms","remote":"127.0.0.1:38612","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-09T17:55:31.459217Z","caller":"traceutil/trace.go:171","msg":"trace[1575489437] transaction","detail":"{read_only:false; response_revision:8428; number_of_response:1; }","duration":"117.9933ms","start":"2026-04-09T17:55:31.341193Z","end":"2026-04-09T17:55:31.459187Z","steps":["trace[1575489437] 'process raft request' (duration: 117.676443ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:32.703408Z","caller":"traceutil/trace.go:171","msg":"trace[305707164] linearizableReadLoop","detail":"{readStateIndex:8750; appliedIndex:8749; }","duration":"225.600465ms","start":"2026-04-09T17:55:32.477788Z","end":"2026-04-09T17:55:32.703389Z","steps":["trace[305707164] 'read index received' (duration: 225.405581ms)","trace[305707164] 'applied index is now lower than readState.Index' (duration: 194.234µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:55:32.703468Z","caller":"traceutil/trace.go:171","msg":"trace[49672632] transaction","detail":"{read_only:false; response_revision:8438; number_of_response:1; }","duration":"342.930459ms","start":"2026-04-09T17:55:32.360505Z","end":"2026-04-09T17:55:32.703435Z","steps":["trace[49672632] 'process raft request' (duration: 342.778616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:32.703506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.708417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:55:32.703633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:32.360494Z","time spent":"343.067832ms","remote":"127.0.0.1:38706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":353,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T17:55:32.703701Z","caller":"traceutil/trace.go:171","msg":"trace[1461400595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8438; }","duration":"225.926152ms","start":"2026-04-09T17:55:32.47775Z","end":"2026-04-09T17:55:32.703676Z","steps":["trace[1461400595] 'agreement among raft nodes before linearized reading' (duration: 225.707037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:38.045634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.614582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:55:38.04588Z","caller":"traceutil/trace.go:171","msg":"trace[96238032] linearizableReadLoop","detail":"{readStateIndex:8905; appliedIndex:8903; }","duration":"440.559398ms","start":"2026-04-09T17:55:37.605302Z","end":"2026-04-09T17:55:38.045861Z","steps":["trace[96238032] 'read index received' (duration: 139.649929ms)","trace[96238032] 'applied index is now lower than readState.Index' (duration: 300.908489ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:55:38.045913Z","caller":"traceutil/trace.go:171","msg":"trace[1124844082] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"451.213078ms","start":"2026-04-09T17:55:37.594661Z","end":"2026-04-09T17:55:38.045874Z","steps":["trace[1124844082] 'process raft request' (duration: 150.268409ms)","trace[1124844082] 'compare' (duration: 300.440318ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:55:38.04597Z","caller":"traceutil/trace.go:171","msg":"trace[510488026] transaction","detail":"{read_only:false; response_revision:8592; number_of_response:1; }","duration":"449.837578ms","start":"2026-04-09T17:55:37.596123Z","end":"2026-04-09T17:55:38.045961Z","steps":["trace[510488026] 'process raft request' (duration: 449.660404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:38.046044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:37.596098Z","time spent":"449.90339ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:55:38.046086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:37.594639Z","time spent":"451.352752ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:55:38.046154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.197247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T17:55:38.046188Z","caller":"traceutil/trace.go:171","msg":"trace[1191992814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8592; }","duration":"180.231938ms","start":"2026-04-09T17:55:37.865946Z","end":"2026-04-09T17:55:38.046178Z","steps":["trace[1191992814] 'agreement among raft nodes before linearized reading' (duration: 180.104015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:38.046144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.97077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:55:38.046195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.881986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-09T17:55:38.04624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.365833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-09T17:55:38.046218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.907781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-09T17:55:38.046227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.596939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T17:55:38.046273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.257664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T17:55:38.046248Z","caller":"traceutil/trace.go:171","msg":"trace[472369845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8592; }","duration":"440.964877ms","start":"2026-04-09T17:55:37.605268Z","end":"2026-04-09T17:55:38.046233Z","steps":["trace[472369845] 'agreement among raft nodes before linearized reading' (duration: 440.760873ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:38.046273Z","caller":"traceutil/trace.go:171","msg":"trace[703408390] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8592; }","duration":"169.436374ms","start":"2026-04-09T17:55:37.876828Z","end":"2026-04-09T17:55:38.046264Z","steps":["trace[703408390] 'agreement among raft nodes before linearized reading' (duration: 169.322411ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:38.046303Z","caller":"traceutil/trace.go:171","msg":"trace[807988651] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8592; }","duration":"182.282044ms","start":"2026-04-09T17:55:37.864011Z","end":"2026-04-09T17:55:38.046293Z","steps":["trace[807988651] 'agreement among raft nodes before linearized reading' (duration: 182.227283ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:38.046311Z","caller":"traceutil/trace.go:171","msg":"trace[1119019821] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8592; }","duration":"219.735422ms","start":"2026-04-09T17:55:37.826557Z","end":"2026-04-09T17:55:38.046292Z","steps":["trace[1119019821] 'agreement among raft nodes before linearized reading' (duration: 219.489787ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:38.046304Z","caller":"traceutil/trace.go:171","msg":"trace[214958909] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8592; }","duration":"169.015014ms","start":"2026-04-09T17:55:37.877265Z","end":"2026-04-09T17:55:38.04628Z","steps":["trace[214958909] 'agreement among raft nodes before linearized reading' (duration: 168.777259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:38.046321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:37.605252Z","time spent":"441.05577ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T17:55:38.046246Z","caller":"traceutil/trace.go:171","msg":"trace[694365303] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8592; }","duration":"149.087473ms","start":"2026-04-09T17:55:37.897134Z","end":"2026-04-09T17:55:38.046221Z","steps":["trace[694365303] 'agreement among raft nodes before linearized reading' (duration: 148.934449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:38.046371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.394744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-09T17:55:38.046421Z","caller":"traceutil/trace.go:171","msg":"trace[457069343] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:8592; }","duration":"162.464336ms","start":"2026-04-09T17:55:37.883943Z","end":"2026-04-09T17:55:38.046407Z","steps":["trace[457069343] 'agreement among raft nodes before linearized reading' (duration: 162.280292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:38.447984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.761665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:55:38.44838Z","caller":"traceutil/trace.go:171","msg":"trace[1250830006] transaction","detail":"{read_only:false; response_revision:8593; number_of_response:1; }","duration":"397.703918ms","start":"2026-04-09T17:55:38.05065Z","end":"2026-04-09T17:55:38.448354Z","steps":["trace[1250830006] 'process raft request' (duration: 229.458482ms)","trace[1250830006] 'compare' (duration: 167.54059ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:55:38.448474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:38.050631Z","time spent":"397.802009ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:55:38.448932Z","caller":"traceutil/trace.go:171","msg":"trace[1279751516] transaction","detail":"{read_only:false; response_revision:8594; number_of_response:1; }","duration":"398.25359ms","start":"2026-04-09T17:55:38.050666Z","end":"2026-04-09T17:55:38.448919Z","steps":["trace[1279751516] 'process raft request' (duration: 397.625535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:38.449002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:38.050646Z","time spent":"398.323182ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:55:38.454786Z","caller":"traceutil/trace.go:171","msg":"trace[2105779218] transaction","detail":"{read_only:false; response_revision:8595; number_of_response:1; }","duration":"404.101943ms","start":"2026-04-09T17:55:38.050667Z","end":"2026-04-09T17:55:38.454769Z","steps":["trace[2105779218] 'process raft request' (duration: 403.909318ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:38.454798Z","caller":"traceutil/trace.go:171","msg":"trace[1552008520] linearizableReadLoop","detail":"{readStateIndex:8911; appliedIndex:8905; }","duration":"403.822516ms","start":"2026-04-09T17:55:38.050959Z","end":"2026-04-09T17:55:38.454782Z","steps":["trace[1552008520] 'read index received' (duration: 229.163194ms)","trace[1552008520] 'applied index is now lower than readState.Index' (duration: 174.658452ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:55:38.454911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:38.050645Z","time spent":"404.194995ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:55:38.454957Z","caller":"traceutil/trace.go:171","msg":"trace[980792830] transaction","detail":"{read_only:false; response_revision:8598; number_of_response:1; }","duration":"404.152874ms","start":"2026-04-09T17:55:38.050776Z","end":"2026-04-09T17:55:38.454929Z","steps":["trace[980792830] 'process raft request' (duration: 403.96114ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:38.454924Z","caller":"traceutil/trace.go:171","msg":"trace[944100740] transaction","detail":"{read_only:false; response_revision:8597; number_of_response:1; }","duration":"404.084982ms","start":"2026-04-09T17:55:38.050761Z","end":"2026-04-09T17:55:38.454846Z","steps":["trace[944100740] 'process raft request' (duration: 403.945479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:38.455028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:38.05076Z","time spent":"404.231516ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:55:38.45517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:38.050751Z","time spent":"404.275646ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:55:38.455343Z","caller":"traceutil/trace.go:171","msg":"trace[506130112] transaction","detail":"{read_only:false; response_revision:8596; number_of_response:1; }","duration":"404.569504ms","start":"2026-04-09T17:55:38.050735Z","end":"2026-04-09T17:55:38.455305Z","steps":["trace[506130112] 'process raft request' (duration: 403.931269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:38.455503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.526382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223934"} {"level":"warn","ts":"2026-04-09T17:55:38.455576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:38.050729Z","time spent":"404.723807ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:55:38.455637Z","caller":"traceutil/trace.go:171","msg":"trace[220211333] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8598; }","duration":"404.650924ms","start":"2026-04-09T17:55:38.050938Z","end":"2026-04-09T17:55:38.455589Z","steps":["trace[220211333] 'agreement among raft nodes before linearized reading' (duration: 403.904967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:38.455742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:38.05093Z","time spent":"404.790677ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223957,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-09T17:55:40.527625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432951050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:55:41.028689Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432951050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:55:41.529721Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432951050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:55:42.030611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432951050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:55:42.477298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000254456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T17:55:42.47738Z","caller":"traceutil/trace.go:171","msg":"trace[535649101] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000387489s","start":"2026-04-09T17:55:40.476973Z","end":"2026-04-09T17:55:42.477361Z","steps":["trace[535649101] 'agreement among raft nodes before linearized reading' (duration: 2.000286817s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:42.477432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:40.476953Z","time spent":"2.00046345s","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 17:55:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T17:55:42.530717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432951050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:55:43.029344Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.241511588s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T17:55:43.029673Z","caller":"traceutil/trace.go:171","msg":"trace[313834315] transaction","detail":"{read_only:false; response_revision:8601; number_of_response:1; }","duration":"3.241959168s","start":"2026-04-09T17:55:39.787691Z","end":"2026-04-09T17:55:43.029651Z","steps":["trace[313834315] 'process raft request' (duration: 3.241820825s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:43.029809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:39.787668Z","time spent":"3.242069892s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:55:43.031365Z","caller":"traceutil/trace.go:171","msg":"trace[1026119859] transaction","detail":"{read_only:false; response_revision:8602; number_of_response:1; }","duration":"2.980059241s","start":"2026-04-09T17:55:40.051287Z","end":"2026-04-09T17:55:43.031346Z","steps":["trace[1026119859] 'process raft request' (duration: 2.979912338s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:43.031478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:40.05126Z","time spent":"2.980146794s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:55:43.031559Z","caller":"traceutil/trace.go:171","msg":"trace[1155978216] linearizableReadLoop","detail":"{readStateIndex:8918; appliedIndex:8914; }","duration":"3.004733431s","start":"2026-04-09T17:55:40.026811Z","end":"2026-04-09T17:55:43.031544Z","steps":["trace[1155978216] 'read index received' (duration: 3.002759907s)","trace[1155978216] 'applied index is now lower than readState.Index' (duration: 1.972514ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:55:43.031624Z","caller":"traceutil/trace.go:171","msg":"trace[1799316777] transaction","detail":"{read_only:false; response_revision:8604; number_of_response:1; }","duration":"1.495966165s","start":"2026-04-09T17:55:41.535648Z","end":"2026-04-09T17:55:43.031614Z","steps":["trace[1799316777] 'process raft request' (duration: 1.495835272s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:43.031648Z","caller":"traceutil/trace.go:171","msg":"trace[1976218673] transaction","detail":"{read_only:false; response_revision:8603; number_of_response:1; }","duration":"2.980239556s","start":"2026-04-09T17:55:40.051385Z","end":"2026-04-09T17:55:43.031624Z","steps":["trace[1976218673] 'process raft request' (duration: 2.979933829s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:43.031675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.004857323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T17:55:43.031681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:41.535624Z","time spent":"1.496028907s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:55:43.031718Z","caller":"traceutil/trace.go:171","msg":"trace[1972686546] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8604; }","duration":"3.004930385s","start":"2026-04-09T17:55:40.026778Z","end":"2026-04-09T17:55:43.031708Z","steps":["trace[1972686546] 'agreement among raft nodes before linearized reading' (duration: 3.004844703s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:43.031748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:40.026761Z","time spent":"3.004977497s","remote":"127.0.0.1:38940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:55:43.031743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:40.051377Z","time spent":"2.980316458s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:55:43.031871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.578471588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T17:55:43.03191Z","caller":"traceutil/trace.go:171","msg":"trace[1940286197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8604; }","duration":"2.578554519s","start":"2026-04-09T17:55:40.453347Z","end":"2026-04-09T17:55:43.031902Z","steps":["trace[1940286197] 'agreement among raft nodes before linearized reading' (duration: 2.578444716s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:43.031937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:40.453327Z","time spent":"2.57860258s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T17:55:43.031993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.56886589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-09T17:55:43.032054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572414701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-09T17:55:43.032076Z","caller":"traceutil/trace.go:171","msg":"trace[1903403174] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:8604; }","duration":"2.568989882s","start":"2026-04-09T17:55:40.463066Z","end":"2026-04-09T17:55:43.032056Z","steps":["trace[1903403174] 'agreement among raft nodes before linearized reading' (duration: 2.568784258s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:43.03212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:40.46305Z","time spent":"2.569060244s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z2qsz\" "} {"level":"warn","ts":"2026-04-09T17:55:43.032154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572551504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T17:55:43.032176Z","caller":"traceutil/trace.go:171","msg":"trace[1826723760] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8604; }","duration":"2.572622856s","start":"2026-04-09T17:55:40.459548Z","end":"2026-04-09T17:55:43.032171Z","steps":["trace[1826723760] 'agreement among raft nodes before linearized reading' (duration: 2.572553254s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:43.032198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:40.459522Z","time spent":"2.572670546s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T17:55:43.032087Z","caller":"traceutil/trace.go:171","msg":"trace[1930941506] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8604; }","duration":"2.572473182s","start":"2026-04-09T17:55:40.4596Z","end":"2026-04-09T17:55:43.032074Z","steps":["trace[1930941506] 'agreement among raft nodes before linearized reading' (duration: 2.57239884s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:43.032379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.573643528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T17:55:43.03241Z","caller":"traceutil/trace.go:171","msg":"trace[1545235980] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8604; }","duration":"2.57371046s","start":"2026-04-09T17:55:40.458693Z","end":"2026-04-09T17:55:43.032403Z","steps":["trace[1545235980] 'agreement among raft nodes before linearized reading' (duration: 2.573636118s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:43.032431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:40.458675Z","time spent":"2.57375151s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T17:55:43.032458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656830766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5fcfd6c448-pjjxr.18a4c1e01bc8d095\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-04-09T17:55:43.032515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722410929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-09T17:55:43.032516Z","caller":"traceutil/trace.go:171","msg":"trace[1008469284] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5fcfd6c448-pjjxr.18a4c1e01bc8d095; range_end:; response_count:1; response_revision:8604; }","duration":"1.656911147s","start":"2026-04-09T17:55:41.375586Z","end":"2026-04-09T17:55:43.032497Z","steps":["trace[1008469284] 'agreement among raft nodes before linearized reading' (duration: 1.656707893s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:43.032566Z","caller":"traceutil/trace.go:171","msg":"trace[268032415] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8604; }","duration":"1.72249103s","start":"2026-04-09T17:55:41.310061Z","end":"2026-04-09T17:55:43.032552Z","steps":["trace[268032415] 'agreement among raft nodes before linearized reading' (duration: 1.722342747s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:43.032585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569863568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T17:55:43.032606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:41.310041Z","time spent":"1.722557602s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-09T17:55:43.032582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:41.375572Z","time spent":"1.65699619s","remote":"127.0.0.1:38662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-5fcfd6c448-pjjxr.18a4c1e01bc8d095\" "} {"level":"warn","ts":"2026-04-09T17:55:43.032642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.579173183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-09T17:55:43.032663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.005107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:55:43.03267Z","caller":"traceutil/trace.go:171","msg":"trace[1602325172] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8604; }","duration":"2.579239635s","start":"2026-04-09T17:55:40.453423Z","end":"2026-04-09T17:55:43.032663Z","steps":["trace[1602325172] 'agreement among raft nodes before linearized reading' (duration: 2.579170513s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:43.032688Z","caller":"traceutil/trace.go:171","msg":"trace[742767771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8604; }","duration":"555.066658ms","start":"2026-04-09T17:55:42.477614Z","end":"2026-04-09T17:55:43.032681Z","steps":["trace[742767771] 'agreement among raft nodes before linearized reading' (duration: 555.026057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:43.032371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:40.459581Z","time spent":"2.572772119s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T17:55:43.032721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:42.477588Z","time spent":"555.126969ms","remote":"127.0.0.1:38594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T17:55:43.03262Z","caller":"traceutil/trace.go:171","msg":"trace[819959462] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8604; }","duration":"1.56993296s","start":"2026-04-09T17:55:41.462678Z","end":"2026-04-09T17:55:43.032611Z","steps":["trace[819959462] 'agreement among raft nodes before linearized reading' (duration: 1.569337346s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:43.032578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.574486377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-09T17:55:43.032859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:41.462661Z","time spent":"1.570182126s","remote":"127.0.0.1:39096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":867,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-09T17:55:43.032875Z","caller":"traceutil/trace.go:171","msg":"trace[654656728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8604; }","duration":"2.574800624s","start":"2026-04-09T17:55:40.458064Z","end":"2026-04-09T17:55:43.032864Z","steps":["trace[654656728] 'agreement among raft nodes before linearized reading' (duration: 2.574462877s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:43.032914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:40.458054Z","time spent":"2.574846955s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T17:55:43.032697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:40.4534Z","time spent":"2.579290035s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T17:55:48.874951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:48.481659Z","time spent":"393.287837ms","remote":"127.0.0.1:38612","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-09T17:55:49.043483Z","caller":"traceutil/trace.go:171","msg":"trace[1483812149] transaction","detail":"{read_only:false; response_revision:8634; number_of_response:1; }","duration":"166.728573ms","start":"2026-04-09T17:55:48.876727Z","end":"2026-04-09T17:55:49.043456Z","steps":["trace[1483812149] 'process raft request' (duration: 98.644652ms)","trace[1483812149] 'compare' (duration: 67.943007ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:55:49.528754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.747331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:55:49.528975Z","caller":"traceutil/trace.go:171","msg":"trace[825665989] linearizableReadLoop","detail":"{readStateIndex:8953; appliedIndex:8950; }","duration":"455.140128ms","start":"2026-04-09T17:55:49.073815Z","end":"2026-04-09T17:55:49.528955Z","steps":["trace[825665989] 'read index received' (duration: 87.152701ms)","trace[825665989] 'applied index is now lower than readState.Index' (duration: 367.986097ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:55:49.529031Z","caller":"traceutil/trace.go:171","msg":"trace[389704786] transaction","detail":"{read_only:false; response_revision:8636; number_of_response:1; }","duration":"469.720007ms","start":"2026-04-09T17:55:49.059264Z","end":"2026-04-09T17:55:49.528984Z","steps":["trace[389704786] 'process raft request' (duration: 469.587005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:49.529158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:49.05925Z","time spent":"469.844821ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:55:49.529202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.387753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T17:55:49.529229Z","caller":"traceutil/trace.go:171","msg":"trace[68203954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8637; }","duration":"455.438405ms","start":"2026-04-09T17:55:49.07378Z","end":"2026-04-09T17:55:49.529219Z","steps":["trace[68203954] 'agreement among raft nodes before linearized reading' (duration: 455.296602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:49.529261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:49.07377Z","time spent":"455.483475ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T17:55:49.529343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.004082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-09T17:55:49.529405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.469495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T17:55:49.529422Z","caller":"traceutil/trace.go:171","msg":"trace[1841519513] transaction","detail":"{read_only:false; response_revision:8635; number_of_response:1; }","duration":"479.016248ms","start":"2026-04-09T17:55:49.050392Z","end":"2026-04-09T17:55:49.529409Z","steps":["trace[1841519513] 'process raft request' (duration: 110.534931ms)","trace[1841519513] 'compare' (duration: 367.622898ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:55:49.529434Z","caller":"traceutil/trace.go:171","msg":"trace[1808635719] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8637; }","duration":"454.133715ms","start":"2026-04-09T17:55:49.075279Z","end":"2026-04-09T17:55:49.529413Z","steps":["trace[1808635719] 'agreement among raft nodes before linearized reading' (duration: 453.90971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:49.529474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:49.075263Z","time spent":"454.202696ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T17:55:49.529468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.89284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:55:49.529511Z","caller":"traceutil/trace.go:171","msg":"trace[485820636] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8637; }","duration":"240.960932ms","start":"2026-04-09T17:55:49.288541Z","end":"2026-04-09T17:55:49.529502Z","steps":["trace[485820636] 'agreement among raft nodes before linearized reading' (duration: 240.904071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:49.529621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.624854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-09T17:55:49.529429Z","caller":"traceutil/trace.go:171","msg":"trace[866823323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8637; }","duration":"421.530106ms","start":"2026-04-09T17:55:49.107891Z","end":"2026-04-09T17:55:49.529421Z","steps":["trace[866823323] 'agreement among raft nodes before linearized reading' (duration: 421.444124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:49.529667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.170157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:55:49.529695Z","caller":"traceutil/trace.go:171","msg":"trace[792038597] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8637; }","duration":"272.225779ms","start":"2026-04-09T17:55:49.257459Z","end":"2026-04-09T17:55:49.529685Z","steps":["trace[792038597] 'agreement among raft nodes before linearized reading' (duration: 272.177438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:49.529765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:49.10788Z","time spent":"421.814653ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T17:55:49.529481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:49.050382Z","time spent":"479.068049ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:55:49.529061Z","caller":"traceutil/trace.go:171","msg":"trace[400920271] transaction","detail":"{read_only:false; response_revision:8637; number_of_response:1; }","duration":"467.740623ms","start":"2026-04-09T17:55:49.061312Z","end":"2026-04-09T17:55:49.529052Z","steps":["trace[400920271] 'process raft request' (duration: 467.58717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:49.529844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.28375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-09T17:55:49.529958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.751222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T17:55:49.530003Z","caller":"traceutil/trace.go:171","msg":"trace[1050045996] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8637; }","duration":"421.808013ms","start":"2026-04-09T17:55:49.108184Z","end":"2026-04-09T17:55:49.529992Z","steps":["trace[1050045996] 'agreement among raft nodes before linearized reading' (duration: 421.493376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:49.530044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:49.108179Z","time spent":"421.855814ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T17:55:49.530038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:49.06129Z","time spent":"468.642762ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:55:49.529952Z","caller":"traceutil/trace.go:171","msg":"trace[544486953] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:8637; }","duration":"447.411633ms","start":"2026-04-09T17:55:49.082515Z","end":"2026-04-09T17:55:49.529926Z","steps":["trace[544486953] 'agreement among raft nodes before linearized reading' (duration: 447.111247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:49.530163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.802219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-09T17:55:49.530168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:49.082506Z","time spent":"447.645108ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z2qsz\" "} {"level":"info","ts":"2026-04-09T17:55:49.530193Z","caller":"traceutil/trace.go:171","msg":"trace[312484128] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8637; }","duration":"454.8413ms","start":"2026-04-09T17:55:49.075342Z","end":"2026-04-09T17:55:49.530183Z","steps":["trace[312484128] 'agreement among raft nodes before linearized reading' (duration: 454.285878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:49.530219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:49.075338Z","time spent":"454.873941ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T17:55:49.529649Z","caller":"traceutil/trace.go:171","msg":"trace[1322449255] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8637; }","duration":"423.668415ms","start":"2026-04-09T17:55:49.105967Z","end":"2026-04-09T17:55:49.529635Z","steps":["trace[1322449255] 'agreement among raft nodes before linearized reading' (duration: 423.608674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:49.530304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:49.105953Z","time spent":"424.34087ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T17:55:49.756837Z","caller":"traceutil/trace.go:171","msg":"trace[24784629] transaction","detail":"{read_only:false; response_revision:8639; number_of_response:1; }","duration":"221.944621ms","start":"2026-04-09T17:55:49.534863Z","end":"2026-04-09T17:55:49.756807Z","steps":["trace[24784629] 'process raft request' (duration: 214.602126ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:49.756875Z","caller":"traceutil/trace.go:171","msg":"trace[1343150713] transaction","detail":"{read_only:false; response_revision:8640; number_of_response:1; }","duration":"221.988822ms","start":"2026-04-09T17:55:49.534863Z","end":"2026-04-09T17:55:49.756852Z","steps":["trace[1343150713] 'process raft request' (duration: 221.845609ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:49.756881Z","caller":"traceutil/trace.go:171","msg":"trace[889081203] transaction","detail":"{read_only:false; response_revision:8641; number_of_response:1; }","duration":"221.92142ms","start":"2026-04-09T17:55:49.534937Z","end":"2026-04-09T17:55:49.756859Z","steps":["trace[889081203] 'process raft request' (duration: 221.862299ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:49.757164Z","caller":"traceutil/trace.go:171","msg":"trace[162940729] transaction","detail":"{read_only:false; response_revision:8642; number_of_response:1; }","duration":"222.154636ms","start":"2026-04-09T17:55:49.534997Z","end":"2026-04-09T17:55:49.757152Z","steps":["trace[162940729] 'process raft request' (duration: 221.829468ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:49.757232Z","caller":"traceutil/trace.go:171","msg":"trace[2053208454] transaction","detail":"{read_only:false; response_revision:8643; number_of_response:1; }","duration":"221.247915ms","start":"2026-04-09T17:55:49.535975Z","end":"2026-04-09T17:55:49.757223Z","steps":["trace[2053208454] 'process raft request' (duration: 221.057141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:51.821715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399216626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-04-09T17:55:51.821774Z","caller":"traceutil/trace.go:171","msg":"trace[1601692614] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8643; }","duration":"1.399328369s","start":"2026-04-09T17:55:50.422432Z","end":"2026-04-09T17:55:51.82176Z","steps":["trace[1601692614] 'range keys from in-memory index tree' (duration: 1.398970801s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:51.821803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:50.422404Z","time spent":"1.39939043s","remote":"127.0.0.1:38762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-09T17:55:51.821817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896969968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:55:51.821863Z","caller":"traceutil/trace.go:171","msg":"trace[1008889740] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8643; }","duration":"1.89705641s","start":"2026-04-09T17:55:49.924793Z","end":"2026-04-09T17:55:51.821849Z","steps":["trace[1008889740] 'range keys from in-memory index tree' (duration: 1.896893036s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:51.82192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:49.924772Z","time spent":"1.897137102s","remote":"127.0.0.1:39036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-09T17:55:51.821941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344631752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:55:51.821959Z","caller":"traceutil/trace.go:171","msg":"trace[585049602] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8643; }","duration":"1.344678973s","start":"2026-04-09T17:55:50.477275Z","end":"2026-04-09T17:55:51.821954Z","steps":["trace[585049602] 'range keys from in-memory index tree' (duration: 1.344580651s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:51.82198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:50.477256Z","time spent":"1.344716123s","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:55:51.82244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.315358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5fcfd6c448-pjjxr.18a4c1e01bc8d095\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-04-09T17:55:51.822477Z","caller":"traceutil/trace.go:171","msg":"trace[1999226763] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5fcfd6c448-pjjxr.18a4c1e01bc8d095; range_end:; response_count:1; response_revision:8643; }","duration":"446.381169ms","start":"2026-04-09T17:55:51.376083Z","end":"2026-04-09T17:55:51.822464Z","steps":["trace[1999226763] 'range keys from in-memory index tree' (duration: 446.222416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:51.822584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:51.376064Z","time spent":"446.432731ms","remote":"127.0.0.1:38662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-5fcfd6c448-pjjxr.18a4c1e01bc8d095\" "} {"level":"warn","ts":"2026-04-09T17:55:51.822565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235657807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:55:51.822698Z","caller":"traceutil/trace.go:171","msg":"trace[21810455] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8643; }","duration":"1.235829511s","start":"2026-04-09T17:55:50.58685Z","end":"2026-04-09T17:55:51.82268Z","steps":["trace[21810455] 'count revisions from in-memory index tree' (duration: 1.235539854s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:51.822772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:50.586836Z","time spent":"1.235921473s","remote":"127.0.0.1:44608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":13,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-09T17:55:51.834934Z","caller":"traceutil/trace.go:171","msg":"trace[1323896105] transaction","detail":"{read_only:false; response_revision:8644; number_of_response:1; }","duration":"300.55086ms","start":"2026-04-09T17:55:51.534363Z","end":"2026-04-09T17:55:51.834914Z","steps":["trace[1323896105] 'process raft request' (duration: 300.291884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:51.835071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:51.534346Z","time spent":"300.655312ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:55:52.042251Z","caller":"traceutil/trace.go:171","msg":"trace[1615703343] transaction","detail":"{read_only:false; response_revision:8646; number_of_response:1; }","duration":"505.59691ms","start":"2026-04-09T17:55:51.536623Z","end":"2026-04-09T17:55:52.042219Z","steps":["trace[1615703343] 'process raft request' (duration: 505.415726ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:52.042297Z","caller":"traceutil/trace.go:171","msg":"trace[1784816411] linearizableReadLoop","detail":"{readStateIndex:8962; appliedIndex:8959; }","duration":"501.748802ms","start":"2026-04-09T17:55:51.540527Z","end":"2026-04-09T17:55:52.042276Z","steps":["trace[1784816411] 'read index received' (duration: 294.136795ms)","trace[1784816411] 'applied index is now lower than readState.Index' (duration: 207.611227ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:55:52.04241Z","caller":"traceutil/trace.go:171","msg":"trace[524398101] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"216.215022ms","start":"2026-04-09T17:55:51.826173Z","end":"2026-04-09T17:55:52.042388Z","steps":["trace[524398101] 'process raft request' (duration: 215.911845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:52.042422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:51.536607Z","time spent":"505.724442ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:55:52.042509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.976267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-09T17:55:52.042543Z","caller":"traceutil/trace.go:171","msg":"trace[121995022] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:8647; }","duration":"502.049119ms","start":"2026-04-09T17:55:51.540486Z","end":"2026-04-09T17:55:52.042535Z","steps":["trace[121995022] 'agreement among raft nodes before linearized reading' (duration: 501.895255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:52.042566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:51.540475Z","time spent":"502.085659ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z2qsz\" "} {"level":"warn","ts":"2026-04-09T17:55:52.04258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.830906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T17:55:52.042687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.380991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:55:52.042701Z","caller":"traceutil/trace.go:171","msg":"trace[415529344] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8647; }","duration":"281.98178ms","start":"2026-04-09T17:55:51.760702Z","end":"2026-04-09T17:55:52.042684Z","steps":["trace[415529344] 'agreement among raft nodes before linearized reading' (duration: 281.720504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:52.042709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.180265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T17:55:52.042723Z","caller":"traceutil/trace.go:171","msg":"trace[1563618418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8647; }","duration":"218.447713ms","start":"2026-04-09T17:55:51.82426Z","end":"2026-04-09T17:55:52.042708Z","steps":["trace[1563618418] 'agreement among raft nodes before linearized reading' (duration: 218.407552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:52.042704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.311627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-09T17:55:52.04276Z","caller":"traceutil/trace.go:171","msg":"trace[496384676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8647; }","duration":"282.272617ms","start":"2026-04-09T17:55:51.760474Z","end":"2026-04-09T17:55:52.042747Z","steps":["trace[496384676] 'agreement among raft nodes before linearized reading' (duration: 282.072142ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:52.042779Z","caller":"traceutil/trace.go:171","msg":"trace[1259929985] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8647; }","duration":"282.40285ms","start":"2026-04-09T17:55:51.760357Z","end":"2026-04-09T17:55:52.042759Z","steps":["trace[1259929985] 'agreement among raft nodes before linearized reading' (duration: 282.229476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:52.0426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.401233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:55:52.04281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.952879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-09T17:55:52.042559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.124453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T17:55:52.042876Z","caller":"traceutil/trace.go:171","msg":"trace[343489807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8647; }","duration":"282.45433ms","start":"2026-04-09T17:55:51.760411Z","end":"2026-04-09T17:55:52.042865Z","steps":["trace[343489807] 'agreement among raft nodes before linearized reading' (duration: 282.087932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:52.042549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.589845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T17:55:52.042171Z","caller":"traceutil/trace.go:171","msg":"trace[360753869] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"507.44257ms","start":"2026-04-09T17:55:51.534703Z","end":"2026-04-09T17:55:52.042145Z","steps":["trace[360753869] 'process raft request' (duration: 410.352153ms)","trace[360753869] 'compare' (duration: 96.833901ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:55:52.042987Z","caller":"traceutil/trace.go:171","msg":"trace[819330722] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8647; }","duration":"470.067576ms","start":"2026-04-09T17:55:51.572909Z","end":"2026-04-09T17:55:52.042976Z","steps":["trace[819330722] 'agreement among raft nodes before linearized reading' (duration: 469.508653ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:52.04287Z","caller":"traceutil/trace.go:171","msg":"trace[279035839] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8647; }","duration":"282.03118ms","start":"2026-04-09T17:55:51.760825Z","end":"2026-04-09T17:55:52.042856Z","steps":["trace[279035839] 'agreement among raft nodes before linearized reading' (duration: 281.890517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:52.043076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:51.572893Z","time spent":"470.148077ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T17:55:52.042556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.525218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:1 size:710"} {"level":"info","ts":"2026-04-09T17:55:52.043262Z","caller":"traceutil/trace.go:171","msg":"trace[362367537] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:1; response_revision:8647; }","duration":"217.252595ms","start":"2026-04-09T17:55:51.82599Z","end":"2026-04-09T17:55:52.043243Z","steps":["trace[362367537] 'agreement among raft nodes before linearized reading' (duration: 216.501718ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:52.042858Z","caller":"traceutil/trace.go:171","msg":"trace[399214475] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8647; }","duration":"215.663769ms","start":"2026-04-09T17:55:51.827156Z","end":"2026-04-09T17:55:52.042819Z","steps":["trace[399214475] 'agreement among raft nodes before linearized reading' (duration: 215.427244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:52.042643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.249682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:55:52.043865Z","caller":"traceutil/trace.go:171","msg":"trace[982363421] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8647; }","duration":"468.533181ms","start":"2026-04-09T17:55:51.575324Z","end":"2026-04-09T17:55:52.043857Z","steps":["trace[982363421] 'agreement among raft nodes before linearized reading' (duration: 467.265452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:52.043893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:51.5753Z","time spent":"468.584062ms","remote":"127.0.0.1:39016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:55:52.04419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:51.534679Z","time spent":"509.282633ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:55:52.199271Z","caller":"traceutil/trace.go:171","msg":"trace[443204213] transaction","detail":"{read_only:false; response_revision:8649; number_of_response:1; }","duration":"151.761163ms","start":"2026-04-09T17:55:52.047458Z","end":"2026-04-09T17:55:52.199219Z","steps":["trace[443204213] 'process raft request' (duration: 147.162048ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:52.199481Z","caller":"traceutil/trace.go:171","msg":"trace[6063643] transaction","detail":"{read_only:false; response_revision:8650; number_of_response:1; }","duration":"151.991688ms","start":"2026-04-09T17:55:52.047468Z","end":"2026-04-09T17:55:52.199459Z","steps":["trace[6063643] 'process raft request' (duration: 151.671511ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:52.199701Z","caller":"traceutil/trace.go:171","msg":"trace[2098448551] transaction","detail":"{read_only:false; response_revision:8651; number_of_response:1; }","duration":"152.181132ms","start":"2026-04-09T17:55:52.047513Z","end":"2026-04-09T17:55:52.199694Z","steps":["trace[2098448551] 'process raft request' (duration: 151.876796ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:52.199911Z","caller":"traceutil/trace.go:171","msg":"trace[1755336780] transaction","detail":"{read_only:false; response_revision:8652; number_of_response:1; }","duration":"152.05266ms","start":"2026-04-09T17:55:52.047845Z","end":"2026-04-09T17:55:52.199898Z","steps":["trace[1755336780] 'process raft request' (duration: 151.818855ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:52.200103Z","caller":"traceutil/trace.go:171","msg":"trace[529943270] linearizableReadLoop","detail":"{readStateIndex:8970; appliedIndex:8964; }","duration":"121.458328ms","start":"2026-04-09T17:55:52.078625Z","end":"2026-04-09T17:55:52.200083Z","steps":["trace[529943270] 'read index received' (duration: 116.027145ms)","trace[529943270] 'applied index is now lower than readState.Index' (duration: 5.430393ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:55:52.200206Z","caller":"traceutil/trace.go:171","msg":"trace[667238277] transaction","detail":"{read_only:false; response_revision:8654; number_of_response:1; }","duration":"151.714143ms","start":"2026-04-09T17:55:52.048482Z","end":"2026-04-09T17:55:52.200196Z","steps":["trace[667238277] 'process raft request' (duration: 151.495948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:52.200364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.666026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:55:52.200355Z","caller":"traceutil/trace.go:171","msg":"trace[626178445] transaction","detail":"{read_only:false; response_revision:8653; number_of_response:1; }","duration":"152.382137ms","start":"2026-04-09T17:55:52.047907Z","end":"2026-04-09T17:55:52.200289Z","steps":["trace[626178445] 'process raft request' (duration: 151.939227ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:52.200395Z","caller":"traceutil/trace.go:171","msg":"trace[1094394707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8654; }","duration":"149.725057ms","start":"2026-04-09T17:55:52.050662Z","end":"2026-04-09T17:55:52.200387Z","steps":["trace[1094394707] 'agreement among raft nodes before linearized reading' (duration: 149.632415ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:52.23342Z","caller":"traceutil/trace.go:171","msg":"trace[1101743522] transaction","detail":"{read_only:false; response_revision:8655; number_of_response:1; }","duration":"101.120867ms","start":"2026-04-09T17:55:52.13226Z","end":"2026-04-09T17:55:52.233381Z","steps":["trace[1101743522] 'process raft request' (duration: 100.991215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:52.234026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.709916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19407"} {"level":"info","ts":"2026-04-09T17:55:52.234075Z","caller":"traceutil/trace.go:171","msg":"trace[1325954115] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8655; }","duration":"153.796719ms","start":"2026-04-09T17:55:52.080266Z","end":"2026-04-09T17:55:52.234062Z","steps":["trace[1325954115] 'agreement among raft nodes before linearized reading' (duration: 153.692476ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:52.429826Z","caller":"traceutil/trace.go:171","msg":"trace[46245676] transaction","detail":"{read_only:false; response_revision:8656; number_of_response:1; }","duration":"193.692213ms","start":"2026-04-09T17:55:52.236076Z","end":"2026-04-09T17:55:52.429768Z","steps":["trace[46245676] 'process raft request' (duration: 167.865149ms)","trace[46245676] 'compare' (duration: 25.402704ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:55:52.496239Z","caller":"traceutil/trace.go:171","msg":"trace[1120686810] linearizableReadLoop","detail":"{readStateIndex:8973; appliedIndex:8971; }","duration":"250.802864ms","start":"2026-04-09T17:55:52.245406Z","end":"2026-04-09T17:55:52.496209Z","steps":["trace[1120686810] 'read index received' (duration: 158.622249ms)","trace[1120686810] 'applied index is now lower than readState.Index' (duration: 92.179355ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:55:52.496582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.162932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-04-09T17:55:52.496708Z","caller":"traceutil/trace.go:171","msg":"trace[590099255] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8657; }","duration":"251.324136ms","start":"2026-04-09T17:55:52.245366Z","end":"2026-04-09T17:55:52.49669Z","steps":["trace[590099255] 'agreement among raft nodes before linearized reading' (duration: 251.0612ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:52.496613Z","caller":"traceutil/trace.go:171","msg":"trace[1902876895] transaction","detail":"{read_only:false; response_revision:8657; number_of_response:1; }","duration":"258.874887ms","start":"2026-04-09T17:55:52.237726Z","end":"2026-04-09T17:55:52.496601Z","steps":["trace[1902876895] 'process raft request' (duration: 258.317034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:53.977164Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432951182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:55:54.477944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432951182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:55:54.978123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432951182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:55:55.04274Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.625577677s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T17:55:55.043018Z","caller":"traceutil/trace.go:171","msg":"trace[1628932095] transaction","detail":"{read_only:false; response_revision:8658; number_of_response:1; }","duration":"1.625968126s","start":"2026-04-09T17:55:53.417031Z","end":"2026-04-09T17:55:55.042999Z","steps":["trace[1628932095] 'process raft request' (duration: 1.625848953s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:55.043147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:53.417006Z","time spent":"1.626054978s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:55:55.134157Z","caller":"traceutil/trace.go:171","msg":"trace[563192972] transaction","detail":"{read_only:false; response_revision:8659; number_of_response:1; }","duration":"1.293711889s","start":"2026-04-09T17:55:53.840385Z","end":"2026-04-09T17:55:55.134097Z","steps":["trace[563192972] 'process raft request' (duration: 1.293460184s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:55.134435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:53.84035Z","time spent":"1.293999206s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:55:55.148267Z","caller":"traceutil/trace.go:171","msg":"trace[680051019] linearizableReadLoop","detail":"{readStateIndex:8979; appliedIndex:8973; }","duration":"1.671501998s","start":"2026-04-09T17:55:53.476744Z","end":"2026-04-09T17:55:55.148246Z","steps":["trace[680051019] 'read index received' (duration: 1.566216745s)","trace[680051019] 'applied index is now lower than readState.Index' (duration: 105.283973ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:55:55.14836Z","caller":"traceutil/trace.go:171","msg":"trace[1909663105] transaction","detail":"{read_only:false; response_revision:8661; number_of_response:1; }","duration":"1.09918775s","start":"2026-04-09T17:55:54.049138Z","end":"2026-04-09T17:55:55.148326Z","steps":["trace[1909663105] 'process raft request' (duration: 1.098980955s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:55.148451Z","caller":"traceutil/trace.go:171","msg":"trace[1031700716] transaction","detail":"{read_only:false; response_revision:8662; number_of_response:1; }","duration":"933.624703ms","start":"2026-04-09T17:55:54.214802Z","end":"2026-04-09T17:55:55.148427Z","steps":["trace[1031700716] 'process raft request' (duration: 933.383147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:55.148473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671719312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:55:55.148495Z","caller":"traceutil/trace.go:171","msg":"trace[1866790831] transaction","detail":"{read_only:false; response_revision:8660; number_of_response:1; }","duration":"1.099870145s","start":"2026-04-09T17:55:54.048588Z","end":"2026-04-09T17:55:55.148458Z","steps":["trace[1866790831] 'process raft request' (duration: 1.085489959s)","trace[1866790831] 'compare' (duration: 13.876804ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:55:55.148546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:54.049114Z","time spent":"1.099332212s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:55:55.148738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:54.214788Z","time spent":"933.716645ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:55:55.148806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:54.048563Z","time spent":"1.100176742s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:55:55.148913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096633211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-09T17:55:55.148982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.319857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T17:55:55.148973Z","caller":"traceutil/trace.go:171","msg":"trace[1967489478] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:8662; }","duration":"1.096717544s","start":"2026-04-09T17:55:54.052241Z","end":"2026-04-09T17:55:55.148959Z","steps":["trace[1967489478] 'agreement among raft nodes before linearized reading' (duration: 1.09654512s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:55.149Z","caller":"traceutil/trace.go:171","msg":"trace[893357399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8662; }","duration":"945.378148ms","start":"2026-04-09T17:55:54.203617Z","end":"2026-04-09T17:55:55.148995Z","steps":["trace[893357399] 'agreement among raft nodes before linearized reading' (duration: 945.283136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:55.149021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:54.203594Z","time spent":"945.42412ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T17:55:55.14902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:54.05223Z","time spent":"1.096777635s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z2qsz\" "} {"level":"warn","ts":"2026-04-09T17:55:55.149041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.021261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-09T17:55:55.149088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.387698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T17:55:55.149101Z","caller":"traceutil/trace.go:171","msg":"trace[954127187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8662; }","duration":"945.43188ms","start":"2026-04-09T17:55:54.203665Z","end":"2026-04-09T17:55:55.149097Z","steps":["trace[954127187] 'agreement among raft nodes before linearized reading' (duration: 945.394869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:55.149113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:54.203644Z","time spent":"945.46654ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T17:55:55.148742Z","caller":"traceutil/trace.go:171","msg":"trace[471698542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8662; }","duration":"1.671774934s","start":"2026-04-09T17:55:53.476733Z","end":"2026-04-09T17:55:55.148508Z","steps":["trace[471698542] 'agreement among raft nodes before linearized reading' (duration: 1.671685512s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:55.149186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:53.476683Z","time spent":"1.672486429s","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:55:55.149231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.459998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T17:55:55.149103Z","caller":"traceutil/trace.go:171","msg":"trace[362926317] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8662; }","duration":"945.111602ms","start":"2026-04-09T17:55:54.203976Z","end":"2026-04-09T17:55:55.149088Z","steps":["trace[362926317] 'agreement among raft nodes before linearized reading' (duration: 944.920498ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:55.149274Z","caller":"traceutil/trace.go:171","msg":"trace[1230349983] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8662; }","duration":"944.54968ms","start":"2026-04-09T17:55:54.204712Z","end":"2026-04-09T17:55:55.149262Z","steps":["trace[1230349983] 'agreement among raft nodes before linearized reading' (duration: 944.432288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:55.149292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:54.203969Z","time spent":"945.317577ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T17:55:55.149313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:54.204693Z","time spent":"944.609041ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T17:55:55.149345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067171055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T17:55:55.149392Z","caller":"traceutil/trace.go:171","msg":"trace[1375922599] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8662; }","duration":"1.067242256s","start":"2026-04-09T17:55:54.082137Z","end":"2026-04-09T17:55:55.149379Z","steps":["trace[1375922599] 'agreement among raft nodes before linearized reading' (duration: 1.067113763s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:55.149431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:54.082126Z","time spent":"1.067295367s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T17:55:55.149478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.391299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-09T17:55:55.149588Z","caller":"traceutil/trace.go:171","msg":"trace[1814003933] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8662; }","duration":"945.535902ms","start":"2026-04-09T17:55:54.204027Z","end":"2026-04-09T17:55:55.149563Z","steps":["trace[1814003933] 'agreement among raft nodes before linearized reading' (duration: 945.191084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:55.149642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:54.204009Z","time spent":"945.622574ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T17:55:55.533836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.66868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:55:55.533938Z","caller":"traceutil/trace.go:171","msg":"trace[1445584053] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:8668; }","duration":"239.004137ms","start":"2026-04-09T17:55:55.294909Z","end":"2026-04-09T17:55:55.533913Z","steps":["trace[1445584053] 'count revisions from in-memory index tree' (duration: 238.525656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:57.68275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432951203,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T17:55:57.701065Z","caller":"traceutil/trace.go:171","msg":"trace[782438520] transaction","detail":"{read_only:false; response_revision:8669; number_of_response:1; }","duration":"559.691463ms","start":"2026-04-09T17:55:57.141346Z","end":"2026-04-09T17:55:57.701037Z","steps":["trace[782438520] 'process raft request' (duration: 559.55619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:57.701197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:57.141323Z","time spent":"559.808005ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:55:58.831067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.769331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:55:58.831473Z","caller":"traceutil/trace.go:171","msg":"trace[601551939] linearizableReadLoop","detail":"{readStateIndex:8988; appliedIndex:8986; }","duration":"1.663184159s","start":"2026-04-09T17:55:57.168265Z","end":"2026-04-09T17:55:58.831449Z","steps":["trace[601551939] 'read index received' (duration: 533.345616ms)","trace[601551939] 'applied index is now lower than readState.Index' (duration: 1.129836242s)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:55:58.831519Z","caller":"traceutil/trace.go:171","msg":"trace[1873013839] transaction","detail":"{read_only:false; response_revision:8670; number_of_response:1; }","duration":"1.676650304s","start":"2026-04-09T17:55:57.154832Z","end":"2026-04-09T17:55:58.831482Z","steps":["trace[1873013839] 'process raft request' (duration: 1.018363661s)","trace[1873013839] 'compare' (duration: 657.522515ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:55:58.831557Z","caller":"traceutil/trace.go:171","msg":"trace[1648321801] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"1.676182514s","start":"2026-04-09T17:55:57.155327Z","end":"2026-04-09T17:55:58.831509Z","steps":["trace[1648321801] 'process raft request' (duration: 1.675945618s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:58.831766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663475585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T17:55:58.831868Z","caller":"traceutil/trace.go:171","msg":"trace[1428038495] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8671; }","duration":"1.663621658s","start":"2026-04-09T17:55:57.168228Z","end":"2026-04-09T17:55:58.83185Z","steps":["trace[1428038495] 'agreement among raft nodes before linearized reading' (duration: 1.663351062s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:58.831761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:57.154816Z","time spent":"1.676884449s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:55:58.831925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:57.168213Z","time spent":"1.66370195s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T17:55:58.83198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.808316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:55:58.832179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658114754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-09T17:55:58.832157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.546445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-09T17:55:58.832173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645480119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T17:55:58.832205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658087423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T17:55:58.832221Z","caller":"traceutil/trace.go:171","msg":"trace[2141620671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8671; }","duration":"1.658186265s","start":"2026-04-09T17:55:57.174014Z","end":"2026-04-09T17:55:58.8322Z","steps":["trace[2141620671] 'agreement among raft nodes before linearized reading' (duration: 1.658112344s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:58.832209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656451727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-09T17:55:58.832244Z","caller":"traceutil/trace.go:171","msg":"trace[1321271579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8671; }","duration":"1.658153035s","start":"2026-04-09T17:55:57.174082Z","end":"2026-04-09T17:55:58.832235Z","steps":["trace[1321271579] 'agreement among raft nodes before linearized reading' (duration: 1.658070993s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:58.83225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:57.173989Z","time spent":"1.658256057s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T17:55:58.832246Z","caller":"traceutil/trace.go:171","msg":"trace[247151324] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8671; }","duration":"1.645590291s","start":"2026-04-09T17:55:57.186639Z","end":"2026-04-09T17:55:58.832229Z","steps":["trace[247151324] 'agreement among raft nodes before linearized reading' (duration: 1.645447798s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:55:58.832245Z","caller":"traceutil/trace.go:171","msg":"trace[1922937381] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8671; }","duration":"744.682028ms","start":"2026-04-09T17:55:58.08754Z","end":"2026-04-09T17:55:58.832222Z","steps":["trace[1922937381] 'agreement among raft nodes before linearized reading' (duration: 744.409382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:58.832006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:57.155315Z","time spent":"1.676587113s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:55:58.832334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.126244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.230\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-09T17:55:58.832347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:58.087522Z","time spent":"744.77205ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-09T17:55:58.83236Z","caller":"traceutil/trace.go:171","msg":"trace[1728184813] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:8671; }","duration":"1.656565209s","start":"2026-04-09T17:55:57.175724Z","end":"2026-04-09T17:55:58.832289Z","steps":["trace[1728184813] 'agreement among raft nodes before linearized reading' (duration: 1.656368465s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:58.832347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:57.186621Z","time spent":"1.645672623s","remote":"127.0.0.1:53824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-04-09T17:55:58.832405Z","caller":"traceutil/trace.go:171","msg":"trace[1951794369] range","detail":"{range_begin:/registry/masterleases/199.19.213.230; range_end:; response_count:1; response_revision:8671; }","duration":"351.330749ms","start":"2026-04-09T17:55:58.481057Z","end":"2026-04-09T17:55:58.832388Z","steps":["trace[1951794369] 'agreement among raft nodes before linearized reading' (duration: 350.938661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:58.832463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:58.481052Z","time spent":"351.391571ms","remote":"127.0.0.1:38612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.230\" "} {"level":"info","ts":"2026-04-09T17:55:58.832191Z","caller":"traceutil/trace.go:171","msg":"trace[2027002301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8671; }","duration":"354.082542ms","start":"2026-04-09T17:55:58.478094Z","end":"2026-04-09T17:55:58.832176Z","steps":["trace[2027002301] 'agreement among raft nodes before linearized reading' (duration: 353.814276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:58.832488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:57.175715Z","time spent":"1.656750594s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z2qsz\" "} {"level":"warn","ts":"2026-04-09T17:55:58.832522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:58.478073Z","time spent":"354.436299ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:55:58.832559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658918702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T17:55:58.832744Z","caller":"traceutil/trace.go:171","msg":"trace[970554447] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8671; }","duration":"1.659119736s","start":"2026-04-09T17:55:57.173606Z","end":"2026-04-09T17:55:58.832726Z","steps":["trace[970554447] 'agreement among raft nodes before linearized reading' (duration: 1.658526373s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:58.832097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658500713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-09T17:55:58.832939Z","caller":"traceutil/trace.go:171","msg":"trace[903569400] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8671; }","duration":"1.659372232s","start":"2026-04-09T17:55:57.173553Z","end":"2026-04-09T17:55:58.832925Z","steps":["trace[903569400] 'agreement among raft nodes before linearized reading' (duration: 1.658231687s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:58.832991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:57.173541Z","time spent":"1.659434814s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T17:55:58.83212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657984771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T17:55:58.833158Z","caller":"traceutil/trace.go:171","msg":"trace[2111237605] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8671; }","duration":"1.659033545s","start":"2026-04-09T17:55:57.174081Z","end":"2026-04-09T17:55:58.833115Z","steps":["trace[2111237605] 'agreement among raft nodes before linearized reading' (duration: 1.657958091s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:58.833248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:57.174057Z","time spent":"1.659153497s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T17:55:58.831985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438010875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:55:58.833317Z","caller":"traceutil/trace.go:171","msg":"trace[671164248] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8671; }","duration":"1.439386846s","start":"2026-04-09T17:55:57.393918Z","end":"2026-04-09T17:55:58.833305Z","steps":["trace[671164248] 'agreement among raft nodes before linearized reading' (duration: 1.437962924s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:58.833372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:57.393901Z","time spent":"1.439455367s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":61,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:55:58.832279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:57.174067Z","time spent":"1.658205506s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T17:55:58.832098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32596154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-09T17:55:58.833459Z","caller":"traceutil/trace.go:171","msg":"trace[1123453664] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8671; }","duration":"1.327352981s","start":"2026-04-09T17:55:57.506091Z","end":"2026-04-09T17:55:58.833444Z","steps":["trace[1123453664] 'agreement among raft nodes before linearized reading' (duration: 1.325929079s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:58.833597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:57.173594Z","time spent":"1.659585867s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T17:55:58.833657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:57.506068Z","time spent":"1.327576145s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T17:55:59.337682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432951209,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:55:59.767851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.609275ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:55:59.767943Z","caller":"traceutil/trace.go:171","msg":"trace[1141554552] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8671; }","duration":"202.711077ms","start":"2026-04-09T17:55:59.565218Z","end":"2026-04-09T17:55:59.76793Z","steps":["trace[1141554552] 'range keys from in-memory index tree' (duration: 202.596404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:55:59.768125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.010041ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-09T17:55:59.769026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:58.833392Z","time spent":"935.630158ms","remote":"127.0.0.1:38612","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-09T17:56:00.055151Z","caller":"traceutil/trace.go:171","msg":"trace[218468412] transaction","detail":"{read_only:false; response_revision:8672; number_of_response:1; }","duration":"1.219154213s","start":"2026-04-09T17:55:58.835966Z","end":"2026-04-09T17:56:00.05512Z","steps":["trace[218468412] 'process raft request' (duration: 1.125081075s)","trace[218468412] 'compare' (duration: 93.231719ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:56:00.05532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:58.835941Z","time spent":"1.219289005s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:56:00.056041Z","caller":"traceutil/trace.go:171","msg":"trace[1151360297] transaction","detail":"{read_only:false; response_revision:8673; number_of_response:1; }","duration":"1.218808155s","start":"2026-04-09T17:55:58.837216Z","end":"2026-04-09T17:56:00.056024Z","steps":["trace[1151360297] 'process raft request' (duration: 1.217437514s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:00.056148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:58.837196Z","time spent":"1.218904787s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:56:00.056261Z","caller":"traceutil/trace.go:171","msg":"trace[842537720] transaction","detail":"{read_only:false; response_revision:8674; number_of_response:1; }","duration":"1.218865806s","start":"2026-04-09T17:55:58.837291Z","end":"2026-04-09T17:56:00.056157Z","steps":["trace[842537720] 'process raft request' (duration: 1.21859253s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:00.05635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:58.837286Z","time spent":"1.219007309s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:56:00.056864Z","caller":"traceutil/trace.go:171","msg":"trace[846116135] transaction","detail":"{read_only:false; response_revision:8675; number_of_response:1; }","duration":"1.219216724s","start":"2026-04-09T17:55:58.83762Z","end":"2026-04-09T17:56:00.056837Z","steps":["trace[846116135] 'process raft request' (duration: 1.218948808s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:00.057005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:58.837614Z","time spent":"1.219319016s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:56:00.057737Z","caller":"traceutil/trace.go:171","msg":"trace[487975562] transaction","detail":"{read_only:false; response_revision:8677; number_of_response:1; }","duration":"1.219998132s","start":"2026-04-09T17:55:58.837681Z","end":"2026-04-09T17:56:00.057679Z","steps":["trace[487975562] 'process raft request' (duration: 1.219876949s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:00.057778Z","caller":"traceutil/trace.go:171","msg":"trace[1534607668] transaction","detail":"{read_only:false; response_revision:8676; number_of_response:1; }","duration":"1.220251116s","start":"2026-04-09T17:55:58.837506Z","end":"2026-04-09T17:56:00.057757Z","steps":["trace[1534607668] 'process raft request' (duration: 1.219246574s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:00.05787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:58.837498Z","time spent":"1.220323109s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:56:00.057871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:58.83766Z","time spent":"1.220140404s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:56:00.058489Z","caller":"traceutil/trace.go:171","msg":"trace[2068953699] transaction","detail":"{read_only:false; response_revision:8678; number_of_response:1; }","duration":"1.220592225s","start":"2026-04-09T17:55:58.837877Z","end":"2026-04-09T17:56:00.058469Z","steps":["trace[2068953699] 'process raft request' (duration: 1.219762116s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:00.058599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:58.837871Z","time spent":"1.220673687s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:56:00.058718Z","caller":"traceutil/trace.go:171","msg":"trace[1463315377] linearizableReadLoop","detail":"{readStateIndex:8996; appliedIndex:8988; }","duration":"1.221323652s","start":"2026-04-09T17:55:58.83738Z","end":"2026-04-09T17:56:00.058704Z","steps":["trace[1463315377] 'read index received' (duration: 648.655655ms)","trace[1463315377] 'applied index is now lower than readState.Index' (duration: 572.666107ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:56:00.059067Z","caller":"traceutil/trace.go:171","msg":"trace[1579961454] transaction","detail":"{read_only:false; response_revision:8679; number_of_response:1; }","duration":"351.887392ms","start":"2026-04-09T17:55:59.707149Z","end":"2026-04-09T17:56:00.059036Z","steps":["trace[1579961454] 'process raft request' (duration: 351.166685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:00.059226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221834263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223934"} {"level":"warn","ts":"2026-04-09T17:56:00.05928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22122337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-09T17:56:00.059342Z","caller":"traceutil/trace.go:171","msg":"trace[1832996795] transaction","detail":"{read_only:false; response_revision:8681; number_of_response:1; }","duration":"288.991948ms","start":"2026-04-09T17:55:59.770338Z","end":"2026-04-09T17:56:00.05933Z","steps":["trace[1832996795] 'process raft request' (duration: 288.722062ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:00.059349Z","caller":"traceutil/trace.go:171","msg":"trace[54661087] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8681; }","duration":"1.221312452s","start":"2026-04-09T17:55:58.838018Z","end":"2026-04-09T17:56:00.05933Z","steps":["trace[54661087] 'agreement among raft nodes before linearized reading' (duration: 1.221100387s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:00.059396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:58.838003Z","time spent":"1.221381913s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T17:56:00.059438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.482123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:56:00.059448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.648766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:56:00.059501Z","caller":"traceutil/trace.go:171","msg":"trace[1327242900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8681; }","duration":"580.597986ms","start":"2026-04-09T17:55:59.478887Z","end":"2026-04-09T17:56:00.059485Z","steps":["trace[1327242900] 'agreement among raft nodes before linearized reading' (duration: 580.478813ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:00.059523Z","caller":"traceutil/trace.go:171","msg":"trace[277817797] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8681; }","duration":"496.708097ms","start":"2026-04-09T17:55:59.562783Z","end":"2026-04-09T17:56:00.059491Z","steps":["trace[277817797] 'agreement among raft nodes before linearized reading' (duration: 496.606165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:00.059551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:59.478857Z","time spent":"580.681407ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:56:00.059565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:59.562758Z","time spent":"496.79502ms","remote":"127.0.0.1:35956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-04-09T17:56:00.059642Z","caller":"traceutil/trace.go:171","msg":"trace[1067468717] transaction","detail":"{read_only:false; response_revision:8680; number_of_response:1; }","duration":"321.150446ms","start":"2026-04-09T17:55:59.738479Z","end":"2026-04-09T17:56:00.05963Z","steps":["trace[1067468717] 'process raft request' (duration: 319.97349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:00.059706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:59.738461Z","time spent":"321.212587ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:56:00.059618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080141288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:56:00.059291Z","caller":"traceutil/trace.go:171","msg":"trace[236581772] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8679; }","duration":"1.221920325s","start":"2026-04-09T17:55:58.837356Z","end":"2026-04-09T17:56:00.059277Z","steps":["trace[236581772] 'agreement among raft nodes before linearized reading' (duration: 1.221442605s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:00.059833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:58.83735Z","time spent":"1.222469367s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223957,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-09T17:56:00.05923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:59.707126Z","time spent":"352.022195ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:56:00.059784Z","caller":"traceutil/trace.go:171","msg":"trace[1268486257] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8681; }","duration":"1.080310832s","start":"2026-04-09T17:55:58.979429Z","end":"2026-04-09T17:56:00.05974Z","steps":["trace[1268486257] 'agreement among raft nodes before linearized reading' (duration: 1.080155138s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:00.060069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:55:58.979401Z","time spent":"1.08064953s","remote":"127.0.0.1:38728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:56:00.305833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.797704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19407"} {"level":"info","ts":"2026-04-09T17:56:00.305939Z","caller":"traceutil/trace.go:171","msg":"trace[1868869549] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8681; }","duration":"151.935588ms","start":"2026-04-09T17:56:00.153979Z","end":"2026-04-09T17:56:00.305915Z","steps":["trace[1868869549] 'range keys from in-memory index tree' (duration: 151.635421ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:07.704877Z","caller":"traceutil/trace.go:171","msg":"trace[1082808407] transaction","detail":"{read_only:false; response_revision:8722; number_of_response:1; }","duration":"139.487146ms","start":"2026-04-09T17:56:07.565345Z","end":"2026-04-09T17:56:07.704832Z","steps":["trace[1082808407] 'process raft request' (duration: 110.750906ms)","trace[1082808407] 'compare' (duration: 28.494285ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:56:18.688718Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432951494,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T17:56:19.000162Z","caller":"traceutil/trace.go:171","msg":"trace[1575006391] linearizableReadLoop","detail":"{readStateIndex:9096; appliedIndex:9095; }","duration":"812.186305ms","start":"2026-04-09T17:56:18.187945Z","end":"2026-04-09T17:56:19.000131Z","steps":["trace[1575006391] 'read index received' (duration: 811.552591ms)","trace[1575006391] 'applied index is now lower than readState.Index' (duration: 632.554µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:56:19.000297Z","caller":"traceutil/trace.go:171","msg":"trace[1316865855] transaction","detail":"{read_only:false; response_revision:8774; number_of_response:1; }","duration":"822.726654ms","start":"2026-04-09T17:56:18.177539Z","end":"2026-04-09T17:56:19.000266Z","steps":["trace[1316865855] 'process raft request' (duration: 821.971848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:19.000463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.502563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-09T17:56:19.000477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:18.177507Z","time spent":"822.878018ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:56:19.000501Z","caller":"traceutil/trace.go:171","msg":"trace[438438775] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8774; }","duration":"812.602805ms","start":"2026-04-09T17:56:18.187888Z","end":"2026-04-09T17:56:19.000491Z","steps":["trace[438438775] 'agreement among raft nodes before linearized reading' (duration: 812.37064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:19.000537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:18.187867Z","time spent":"812.662856ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T17:56:19.004085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.045728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:56:19.00414Z","caller":"traceutil/trace.go:171","msg":"trace[646609098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8776; }","duration":"525.146251ms","start":"2026-04-09T17:56:18.478978Z","end":"2026-04-09T17:56:19.004124Z","steps":["trace[646609098] 'agreement among raft nodes before linearized reading' (duration: 525.051618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:19.004167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:18.478952Z","time spent":"525.208723ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:56:19.00456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.908811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.230\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-09T17:56:19.004582Z","caller":"traceutil/trace.go:171","msg":"trace[1622723148] range","detail":"{range_begin:/registry/masterleases/199.19.213.230; range_end:; response_count:1; response_revision:8776; }","duration":"522.957632ms","start":"2026-04-09T17:56:18.481618Z","end":"2026-04-09T17:56:19.004576Z","steps":["trace[1622723148] 'agreement among raft nodes before linearized reading' (duration: 522.87694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:19.004601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:18.481598Z","time spent":"522.996783ms","remote":"127.0.0.1:38612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.230\" "} {"level":"warn","ts":"2026-04-09T17:56:19.004531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.939186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-09T17:56:19.004706Z","caller":"traceutil/trace.go:171","msg":"trace[113471640] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8776; }","duration":"814.5688ms","start":"2026-04-09T17:56:18.190117Z","end":"2026-04-09T17:56:19.004686Z","steps":["trace[113471640] 'agreement among raft nodes before linearized reading' (duration: 813.893314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:19.004748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:18.190107Z","time spent":"814.628321ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T17:56:19.004872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.27441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-09T17:56:19.004897Z","caller":"traceutil/trace.go:171","msg":"trace[881605506] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:8776; }","duration":"805.31019ms","start":"2026-04-09T17:56:18.199578Z","end":"2026-04-09T17:56:19.004888Z","steps":["trace[881605506] 'agreement among raft nodes before linearized reading' (duration: 805.243529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:19.004917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:18.19957Z","time spent":"805.343041ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z2qsz\" "} {"level":"warn","ts":"2026-04-09T17:56:19.004928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.685299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T17:56:19.004948Z","caller":"traceutil/trace.go:171","msg":"trace[1594257179] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8776; }","duration":"809.72416ms","start":"2026-04-09T17:56:18.195218Z","end":"2026-04-09T17:56:19.004942Z","steps":["trace[1594257179] 'agreement among raft nodes before linearized reading' (duration: 809.672359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:19.004965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:18.19517Z","time spent":"809.790741ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T17:56:19.004872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.806462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-09T17:56:19.005034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.044239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T17:56:19.005058Z","caller":"traceutil/trace.go:171","msg":"trace[1527117882] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8776; }","duration":"814.092959ms","start":"2026-04-09T17:56:18.190956Z","end":"2026-04-09T17:56:19.005049Z","steps":["trace[1527117882] 'agreement among raft nodes before linearized reading' (duration: 814.018737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:19.005078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:18.190945Z","time spent":"814.12679ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T17:56:19.005033Z","caller":"traceutil/trace.go:171","msg":"trace[939298851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8776; }","duration":"810.065818ms","start":"2026-04-09T17:56:18.194958Z","end":"2026-04-09T17:56:19.005024Z","steps":["trace[939298851] 'agreement among raft nodes before linearized reading' (duration: 809.866663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:19.005186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.579508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T17:56:19.005213Z","caller":"traceutil/trace.go:171","msg":"trace[949215534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8776; }","duration":"813.626749ms","start":"2026-04-09T17:56:18.19158Z","end":"2026-04-09T17:56:19.005206Z","steps":["trace[949215534] 'agreement among raft nodes before linearized reading' (duration: 813.564627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:19.005209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:18.194937Z","time spent":"810.260571ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T17:56:19.005231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:18.191569Z","time spent":"813.656ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T17:56:27.132916Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432951796,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T17:56:27.360101Z","caller":"traceutil/trace.go:171","msg":"trace[295936056] transaction","detail":"{read_only:false; response_revision:8866; number_of_response:1; }","duration":"727.704313ms","start":"2026-04-09T17:56:26.632373Z","end":"2026-04-09T17:56:27.360078Z","steps":["trace[295936056] 'process raft request' (duration: 727.517109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:27.360239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:26.632361Z","time spent":"727.811916ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4726,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:56:27.363038Z","caller":"traceutil/trace.go:171","msg":"trace[358581937] linearizableReadLoop","detail":"{readStateIndex:9195; appliedIndex:9191; }","duration":"730.378204ms","start":"2026-04-09T17:56:26.632641Z","end":"2026-04-09T17:56:27.363019Z","steps":["trace[358581937] 'read index received' (duration: 727.302565ms)","trace[358581937] 'applied index is now lower than readState.Index' (duration: 3.074849ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:56:27.363293Z","caller":"traceutil/trace.go:171","msg":"trace[482540079] transaction","detail":"{read_only:false; response_revision:8867; number_of_response:1; }","duration":"306.624007ms","start":"2026-04-09T17:56:27.056658Z","end":"2026-04-09T17:56:27.363282Z","steps":["trace[482540079] 'process raft request' (duration: 306.188497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:27.363329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.666601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/csiaddonsnodes.csiaddons.openshift.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:56:27.363368Z","caller":"traceutil/trace.go:171","msg":"trace[1182531291] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/csiaddonsnodes.csiaddons.openshift.io; range_end:; response_count:0; response_revision:8869; }","duration":"730.733382ms","start":"2026-04-09T17:56:26.632625Z","end":"2026-04-09T17:56:27.363359Z","steps":["trace[1182531291] 'agreement among raft nodes before linearized reading' (duration: 730.65206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:27.363369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:27.056633Z","time spent":"306.685818ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:56:27.363392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:26.632618Z","time spent":"730.769482ms","remote":"127.0.0.1:38624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/csiaddonsnodes.csiaddons.openshift.io\" "} {"level":"info","ts":"2026-04-09T17:56:27.363532Z","caller":"traceutil/trace.go:171","msg":"trace[1471147858] transaction","detail":"{read_only:false; response_revision:8868; number_of_response:1; }","duration":"298.575616ms","start":"2026-04-09T17:56:27.064949Z","end":"2026-04-09T17:56:27.363524Z","steps":["trace[1471147858] 'process raft request' (duration: 298.010932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:27.363593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.325581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T17:56:27.363617Z","caller":"traceutil/trace.go:171","msg":"trace[781531330] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8869; }","duration":"291.349251ms","start":"2026-04-09T17:56:27.07226Z","end":"2026-04-09T17:56:27.363609Z","steps":["trace[781531330] 'agreement among raft nodes before linearized reading' (duration: 291.262819ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:27.363649Z","caller":"traceutil/trace.go:171","msg":"trace[1666979169] transaction","detail":"{read_only:false; response_revision:8869; number_of_response:1; }","duration":"298.672477ms","start":"2026-04-09T17:56:27.064967Z","end":"2026-04-09T17:56:27.36364Z","steps":["trace[1666979169] 'process raft request' (duration: 298.021502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:27.364005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.74378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T17:56:27.364034Z","caller":"traceutil/trace.go:171","msg":"trace[584530489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8869; }","duration":"287.789572ms","start":"2026-04-09T17:56:27.076238Z","end":"2026-04-09T17:56:27.364028Z","steps":["trace[584530489] 'agreement among raft nodes before linearized reading' (duration: 287.716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:27.364116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.33558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T17:56:27.364138Z","caller":"traceutil/trace.go:171","msg":"trace[224800753] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8869; }","duration":"279.384681ms","start":"2026-04-09T17:56:27.084748Z","end":"2026-04-09T17:56:27.364133Z","steps":["trace[224800753] 'agreement among raft nodes before linearized reading' (duration: 279.32989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:27.364263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.019774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-09T17:56:27.364278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.858826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-09T17:56:27.364351Z","caller":"traceutil/trace.go:171","msg":"trace[212431942] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:8869; }","duration":"269.979499ms","start":"2026-04-09T17:56:27.094362Z","end":"2026-04-09T17:56:27.364341Z","steps":["trace[212431942] 'agreement among raft nodes before linearized reading' (duration: 269.388986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:27.36436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.518185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T17:56:27.364382Z","caller":"traceutil/trace.go:171","msg":"trace[1231165052] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8869; }","duration":"287.550905ms","start":"2026-04-09T17:56:27.076825Z","end":"2026-04-09T17:56:27.364376Z","steps":["trace[1231165052] 'agreement among raft nodes before linearized reading' (duration: 287.498674ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:27.364289Z","caller":"traceutil/trace.go:171","msg":"trace[1655387908] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8869; }","duration":"287.055554ms","start":"2026-04-09T17:56:27.077226Z","end":"2026-04-09T17:56:27.364282Z","steps":["trace[1655387908] 'agreement among raft nodes before linearized reading' (duration: 286.992113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:27.364265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.482896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T17:56:27.364592Z","caller":"traceutil/trace.go:171","msg":"trace[544280916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8869; }","duration":"288.879675ms","start":"2026-04-09T17:56:27.075706Z","end":"2026-04-09T17:56:27.364586Z","steps":["trace[544280916] 'agreement among raft nodes before linearized reading' (duration: 288.420325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:31.890882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432951870,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:56:32.39103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432951870,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:56:32.78686Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.409407787s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T17:56:32.787269Z","caller":"traceutil/trace.go:171","msg":"trace[101064012] transaction","detail":"{read_only:false; response_revision:8890; number_of_response:1; }","duration":"1.409904529s","start":"2026-04-09T17:56:31.37734Z","end":"2026-04-09T17:56:32.787245Z","steps":["trace[101064012] 'process raft request' (duration: 1.409731045s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:32.787402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:31.377315Z","time spent":"1.410010822s","remote":"127.0.0.1:38662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:56:33.478684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000417478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T17:56:33.478737Z","caller":"traceutil/trace.go:171","msg":"trace[1527479025] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000517671s","start":"2026-04-09T17:56:31.478209Z","end":"2026-04-09T17:56:33.478727Z","steps":["trace[1527479025] 'agreement among raft nodes before linearized reading' (duration: 2.000450929s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:33.47876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:31.478192Z","time spent":"2.000563252s","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:56:34.157854Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.314817637s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T17:56:34.158311Z","caller":"traceutil/trace.go:171","msg":"trace[42414201] transaction","detail":"{read_only:false; response_revision:8891; number_of_response:1; }","duration":"2.779260689s","start":"2026-04-09T17:56:31.379012Z","end":"2026-04-09T17:56:34.158272Z","steps":["trace[42414201] 'process raft request' (duration: 2.779036344s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:34.15829Z","caller":"traceutil/trace.go:171","msg":"trace[699527260] transaction","detail":"{read_only:false; response_revision:8892; number_of_response:1; }","duration":"2.77089369s","start":"2026-04-09T17:56:31.387374Z","end":"2026-04-09T17:56:34.158268Z","steps":["trace[699527260] 'process raft request' (duration: 2.770819769s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:34.158588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:31.387356Z","time spent":"2.771156456s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:56:34.158594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:31.378984Z","time spent":"2.779437344s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:56:34.158774Z","caller":"traceutil/trace.go:171","msg":"trace[49511464] transaction","detail":"{read_only:false; response_revision:8893; number_of_response:1; }","duration":"2.771095224s","start":"2026-04-09T17:56:31.387671Z","end":"2026-04-09T17:56:34.158766Z","steps":["trace[49511464] 'process raft request' (duration: 2.770561052s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:34.158674Z","caller":"traceutil/trace.go:171","msg":"trace[1275906818] linearizableReadLoop","detail":"{readStateIndex:9220; appliedIndex:9216; }","duration":"2.768373503s","start":"2026-04-09T17:56:31.390273Z","end":"2026-04-09T17:56:34.158647Z","steps":["trace[1275906818] 'read index received' (duration: 1.396809002s)","trace[1275906818] 'applied index is now lower than readState.Index' (duration: 1.371561551s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:56:34.158813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.768532026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:56:34.158872Z","caller":"traceutil/trace.go:171","msg":"trace[1747823020] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8893; }","duration":"2.768623198s","start":"2026-04-09T17:56:31.390237Z","end":"2026-04-09T17:56:34.15886Z","steps":["trace[1747823020] 'agreement among raft nodes before linearized reading' (duration: 2.768473225s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:34.158917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:31.390224Z","time spent":"2.768682849s","remote":"127.0.0.1:36300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:56:34.158822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:31.38766Z","time spent":"2.771139175s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:56:34.159065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857103376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:56:34.159111Z","caller":"traceutil/trace.go:171","msg":"trace[1868154753] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8893; }","duration":"1.857195178s","start":"2026-04-09T17:56:32.301905Z","end":"2026-04-09T17:56:34.159101Z","steps":["trace[1868154753] 'agreement among raft nodes before linearized reading' (duration: 1.857125606s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:34.159134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:32.30188Z","time spent":"1.857247859s","remote":"127.0.0.1:35944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:56:34.159139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766806987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T17:56:34.159215Z","caller":"traceutil/trace.go:171","msg":"trace[444266393] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8893; }","duration":"2.76692045s","start":"2026-04-09T17:56:31.392272Z","end":"2026-04-09T17:56:34.159192Z","steps":["trace[444266393] 'agreement among raft nodes before linearized reading' (duration: 2.766688405s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:34.159217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.791011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:56:34.159261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:31.392258Z","time spent":"2.766993981s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T17:56:34.159225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.533142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:56:34.159293Z","caller":"traceutil/trace.go:171","msg":"trace[1130073568] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8893; }","duration":"725.912484ms","start":"2026-04-09T17:56:33.433358Z","end":"2026-04-09T17:56:34.159271Z","steps":["trace[1130073568] 'agreement among raft nodes before linearized reading' (duration: 725.76752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:34.159353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:33.433338Z","time spent":"725.999405ms","remote":"127.0.0.1:43162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:56:34.159292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725495229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:56:34.159427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.764874744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T17:56:34.159445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.765487817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T17:56:34.159438Z","caller":"traceutil/trace.go:171","msg":"trace[1045561563] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8893; }","duration":"1.725662302s","start":"2026-04-09T17:56:32.433762Z","end":"2026-04-09T17:56:34.159425Z","steps":["trace[1045561563] 'agreement among raft nodes before linearized reading' (duration: 1.725503148s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:34.159463Z","caller":"traceutil/trace.go:171","msg":"trace[1247027719] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8893; }","duration":"2.764924635s","start":"2026-04-09T17:56:31.394529Z","end":"2026-04-09T17:56:34.159454Z","steps":["trace[1247027719] 'agreement among raft nodes before linearized reading' (duration: 2.764842753s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:34.159465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.763676227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-09T17:56:34.159505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:31.394518Z","time spent":"2.764979377s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T17:56:34.159504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:32.433745Z","time spent":"1.725735764s","remote":"127.0.0.1:57030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:56:34.159363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141828602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T17:56:34.159604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912092641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:56:34.159674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.332094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:56:34.159678Z","caller":"traceutil/trace.go:171","msg":"trace[608292428] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:8893; }","duration":"1.912200002s","start":"2026-04-09T17:56:32.24746Z","end":"2026-04-09T17:56:34.15966Z","steps":["trace[608292428] 'agreement among raft nodes before linearized reading' (duration: 1.91207821s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:34.159515Z","caller":"traceutil/trace.go:171","msg":"trace[1102717864] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:8893; }","duration":"2.763749378s","start":"2026-04-09T17:56:31.395754Z","end":"2026-04-09T17:56:34.159503Z","steps":["trace[1102717864] 'agreement among raft nodes before linearized reading' (duration: 2.763559204s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:34.159736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:31.395746Z","time spent":"2.763985664s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z2qsz\" "} {"level":"warn","ts":"2026-04-09T17:56:34.159737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:32.247444Z","time spent":"1.912278615s","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-09T17:56:34.15947Z","caller":"traceutil/trace.go:171","msg":"trace[981488527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8893; }","duration":"2.765528549s","start":"2026-04-09T17:56:31.393934Z","end":"2026-04-09T17:56:34.159463Z","steps":["trace[981488527] 'agreement among raft nodes before linearized reading' (duration: 2.765459257s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:34.159791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:31.393925Z","time spent":"2.765858617s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T17:56:34.159818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.761970988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T17:56:34.159643Z","caller":"traceutil/trace.go:171","msg":"trace[1148124562] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8893; }","duration":"1.14215238s","start":"2026-04-09T17:56:33.01747Z","end":"2026-04-09T17:56:34.159622Z","steps":["trace[1148124562] 'agreement among raft nodes before linearized reading' (duration: 1.141609807s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:34.159696Z","caller":"traceutil/trace.go:171","msg":"trace[549107634] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8893; }","duration":"113.379906ms","start":"2026-04-09T17:56:34.046307Z","end":"2026-04-09T17:56:34.159687Z","steps":["trace[549107634] 'agreement among raft nodes before linearized reading' (duration: 113.347935ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:34.159359Z","caller":"traceutil/trace.go:171","msg":"trace[734829461] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8893; }","duration":"686.729797ms","start":"2026-04-09T17:56:33.472601Z","end":"2026-04-09T17:56:34.15933Z","steps":["trace[734829461] 'agreement among raft nodes before linearized reading' (duration: 686.458171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:34.159523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.765262092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-09T17:56:34.159988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:33.472583Z","time spent":"687.383562ms","remote":"127.0.0.1:57040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-09T17:56:34.16001Z","caller":"traceutil/trace.go:171","msg":"trace[1051346802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8893; }","duration":"2.765755285s","start":"2026-04-09T17:56:31.394233Z","end":"2026-04-09T17:56:34.159989Z","steps":["trace[1051346802] 'agreement among raft nodes before linearized reading' (duration: 2.765249242s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:34.160057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:31.394222Z","time spent":"2.765821746s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T17:56:34.159884Z","caller":"traceutil/trace.go:171","msg":"trace[1467366075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8893; }","duration":"2.762066611s","start":"2026-04-09T17:56:31.397801Z","end":"2026-04-09T17:56:34.159868Z","steps":["trace[1467366075] 'agreement among raft nodes before linearized reading' (duration: 2.761852226s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:34.159633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125294675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-09T17:56:34.160114Z","caller":"traceutil/trace.go:171","msg":"trace[628249081] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8893; }","duration":"2.125764795s","start":"2026-04-09T17:56:32.034332Z","end":"2026-04-09T17:56:34.160096Z","steps":["trace[628249081] 'agreement among raft nodes before linearized reading' (duration: 2.125260954s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:34.160127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:31.397781Z","time spent":"2.762319386s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T17:56:34.159894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.563057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:56:34.160125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:33.017442Z","time spent":"1.14257184s","remote":"127.0.0.1:38924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:56:34.159624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766302086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-09T17:56:34.160384Z","caller":"traceutil/trace.go:171","msg":"trace[1176838977] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8893; }","duration":"2.767066054s","start":"2026-04-09T17:56:31.393297Z","end":"2026-04-09T17:56:34.160363Z","steps":["trace[1176838977] 'agreement among raft nodes before linearized reading' (duration: 2.766272536s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:34.160463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:31.393285Z","time spent":"2.767157116s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T17:56:34.160228Z","caller":"traceutil/trace.go:171","msg":"trace[1636354120] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8893; }","duration":"680.915505ms","start":"2026-04-09T17:56:33.479291Z","end":"2026-04-09T17:56:34.160207Z","steps":["trace[1636354120] 'agreement among raft nodes before linearized reading' (duration: 680.578898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:34.160599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:33.479275Z","time spent":"681.310094ms","remote":"127.0.0.1:38594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:56:34.160182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:32.034216Z","time spent":"2.125940988s","remote":"127.0.0.1:38738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-09T17:56:34.552715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.81766ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T17:56:35.665825Z","caller":"traceutil/trace.go:171","msg":"trace[1647692078] transaction","detail":"{read_only:false; response_revision:8901; number_of_response:1; }","duration":"182.07507ms","start":"2026-04-09T17:56:35.483727Z","end":"2026-04-09T17:56:35.665802Z","steps":["trace[1647692078] 'process raft request' (duration: 181.904716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:36.535688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432951897,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T17:56:36.891027Z","caller":"traceutil/trace.go:171","msg":"trace[742025531] transaction","detail":"{read_only:false; response_revision:8903; number_of_response:1; }","duration":"871.298483ms","start":"2026-04-09T17:56:36.0197Z","end":"2026-04-09T17:56:36.890998Z","steps":["trace[742025531] 'process raft request' (duration: 871.106558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:36.891212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:36.01955Z","time spent":"871.57175ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:56:36.892535Z","caller":"traceutil/trace.go:171","msg":"trace[848414904] linearizableReadLoop","detail":"{readStateIndex:9235; appliedIndex:9230; }","duration":"857.312776ms","start":"2026-04-09T17:56:36.035212Z","end":"2026-04-09T17:56:36.892525Z","steps":["trace[848414904] 'read index received' (duration: 855.616187ms)","trace[848414904] 'applied index is now lower than readState.Index' (duration: 1.695889ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:56:36.892554Z","caller":"traceutil/trace.go:171","msg":"trace[785419336] transaction","detail":"{read_only:false; response_revision:8904; number_of_response:1; }","duration":"728.687417ms","start":"2026-04-09T17:56:36.163821Z","end":"2026-04-09T17:56:36.892508Z","steps":["trace[785419336] 'process raft request' (duration: 728.555894ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:36.892591Z","caller":"traceutil/trace.go:171","msg":"trace[2117079599] transaction","detail":"{read_only:false; response_revision:8905; number_of_response:1; }","duration":"727.001448ms","start":"2026-04-09T17:56:36.165583Z","end":"2026-04-09T17:56:36.892585Z","steps":["trace[2117079599] 'process raft request' (duration: 726.853235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:36.892634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:36.165557Z","time spent":"727.048989ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:56:36.89266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:36.163801Z","time spent":"728.803409ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:56:36.892942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.649574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:56:36.893057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.329611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-09T17:56:36.893065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.151843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-09T17:56:36.893114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.485564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T17:56:36.89316Z","caller":"traceutil/trace.go:171","msg":"trace[911682239] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8907; }","duration":"668.560326ms","start":"2026-04-09T17:56:36.224592Z","end":"2026-04-09T17:56:36.893153Z","steps":["trace[911682239] 'agreement among raft nodes before linearized reading' (duration: 668.487754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:36.89318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:36.224576Z","time spent":"668.599656ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T17:56:36.893182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.119704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-09T17:56:36.893256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.558482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:56:36.893297Z","caller":"traceutil/trace.go:171","msg":"trace[2134279557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8907; }","duration":"411.631653ms","start":"2026-04-09T17:56:36.48166Z","end":"2026-04-09T17:56:36.893291Z","steps":["trace[2134279557] 'agreement among raft nodes before linearized reading' (duration: 411.581912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:36.893318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:36.481641Z","time spent":"411.673005ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T17:56:36.8933Z","caller":"traceutil/trace.go:171","msg":"trace[899918200] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8907; }","duration":"667.271597ms","start":"2026-04-09T17:56:36.225996Z","end":"2026-04-09T17:56:36.893268Z","steps":["trace[899918200] 'agreement among raft nodes before linearized reading' (duration: 666.97368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:36.892994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.617281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T17:56:36.893352Z","caller":"traceutil/trace.go:171","msg":"trace[981683218] transaction","detail":"{read_only:false; response_revision:8907; number_of_response:1; }","duration":"633.767589ms","start":"2026-04-09T17:56:36.259561Z","end":"2026-04-09T17:56:36.893329Z","steps":["trace[981683218] 'process raft request' (duration: 632.92533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:36.893369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:36.225982Z","time spent":"667.368949ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T17:56:36.893237Z","caller":"traceutil/trace.go:171","msg":"trace[1098291229] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8907; }","duration":"857.893989ms","start":"2026-04-09T17:56:36.03518Z","end":"2026-04-09T17:56:36.893074Z","steps":["trace[1098291229] 'agreement among raft nodes before linearized reading' (duration: 857.578742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:36.893446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.211341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:56:36.893449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:36.259537Z","time spent":"633.863811ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:56:36.89347Z","caller":"traceutil/trace.go:171","msg":"trace[2015786833] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8907; }","duration":"235.273183ms","start":"2026-04-09T17:56:36.65819Z","end":"2026-04-09T17:56:36.893464Z","steps":["trace[2015786833] 'agreement among raft nodes before linearized reading' (duration: 235.232662ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:36.893487Z","caller":"traceutil/trace.go:171","msg":"trace[875791542] transaction","detail":"{read_only:false; response_revision:8906; number_of_response:1; }","duration":"727.475738ms","start":"2026-04-09T17:56:36.165994Z","end":"2026-04-09T17:56:36.893469Z","steps":["trace[875791542] 'process raft request' (duration: 726.468876ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:36.893523Z","caller":"traceutil/trace.go:171","msg":"trace[942015729] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8907; }","duration":"668.397172ms","start":"2026-04-09T17:56:36.224681Z","end":"2026-04-09T17:56:36.893079Z","steps":["trace[942015729] 'agreement among raft nodes before linearized reading' (duration: 668.330261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:36.893567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:36.224657Z","time spent":"668.897363ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T17:56:36.893538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.590822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T17:56:36.893611Z","caller":"traceutil/trace.go:171","msg":"trace[702745453] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:8907; }","duration":"663.218034ms","start":"2026-04-09T17:56:36.22989Z","end":"2026-04-09T17:56:36.893108Z","steps":["trace[702745453] 'agreement among raft nodes before linearized reading' (duration: 662.889977ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:36.893622Z","caller":"traceutil/trace.go:171","msg":"trace[1145100523] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8907; }","duration":"666.726275ms","start":"2026-04-09T17:56:36.226875Z","end":"2026-04-09T17:56:36.893601Z","steps":["trace[1145100523] 'agreement among raft nodes before linearized reading' (duration: 666.475759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:36.893622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:36.16598Z","time spent":"727.556861ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:56:36.893407Z","caller":"traceutil/trace.go:171","msg":"trace[1409113626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8907; }","duration":"701.048161ms","start":"2026-04-09T17:56:36.192335Z","end":"2026-04-09T17:56:36.893383Z","steps":["trace[1409113626] 'agreement among raft nodes before linearized reading' (duration: 700.461748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:36.893676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:36.229845Z","time spent":"663.816727ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z2qsz\" "} {"level":"warn","ts":"2026-04-09T17:56:36.893692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:36.226854Z","time spent":"666.828968ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T17:56:36.893713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:36.192292Z","time spent":"701.41393ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T17:56:36.894056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:36.035167Z","time spent":"858.869002ms","remote":"127.0.0.1:39036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-09T17:56:36.894363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.468979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T17:56:36.894896Z","caller":"traceutil/trace.go:171","msg":"trace[2056610060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8907; }","duration":"666.576412ms","start":"2026-04-09T17:56:36.227863Z","end":"2026-04-09T17:56:36.89444Z","steps":["trace[2056610060] 'agreement among raft nodes before linearized reading' (duration: 665.375984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:36.894937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:36.227852Z","time spent":"667.075873ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T17:56:41.159387Z","caller":"traceutil/trace.go:171","msg":"trace[575523053] transaction","detail":"{read_only:false; response_revision:8926; number_of_response:1; }","duration":"251.163252ms","start":"2026-04-09T17:56:40.908202Z","end":"2026-04-09T17:56:41.159366Z","steps":["trace[575523053] 'process raft request' (duration: 251.021209ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:41.169604Z","caller":"traceutil/trace.go:171","msg":"trace[1620318826] linearizableReadLoop","detail":"{readStateIndex:9257; appliedIndex:9255; }","duration":"210.4069ms","start":"2026-04-09T17:56:40.959184Z","end":"2026-04-09T17:56:41.169591Z","steps":["trace[1620318826] 'read index received' (duration: 200.303051ms)","trace[1620318826] 'applied index is now lower than readState.Index' (duration: 10.102969ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:56:41.16967Z","caller":"traceutil/trace.go:171","msg":"trace[1275072953] transaction","detail":"{read_only:false; response_revision:8928; number_of_response:1; }","duration":"258.556879ms","start":"2026-04-09T17:56:40.911088Z","end":"2026-04-09T17:56:41.169645Z","steps":["trace[1275072953] 'process raft request' (duration: 258.463087ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:41.169698Z","caller":"traceutil/trace.go:171","msg":"trace[1680842021] transaction","detail":"{read_only:false; response_revision:8927; number_of_response:1; }","duration":"259.945742ms","start":"2026-04-09T17:56:40.909687Z","end":"2026-04-09T17:56:41.169633Z","steps":["trace[1680842021] 'process raft request' (duration: 259.795268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:41.169844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.649706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-09T17:56:41.16989Z","caller":"traceutil/trace.go:171","msg":"trace[2083042740] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8928; }","duration":"210.774548ms","start":"2026-04-09T17:56:40.9591Z","end":"2026-04-09T17:56:41.169874Z","steps":["trace[2083042740] 'agreement among raft nodes before linearized reading' (duration: 210.588934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:41.170008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.379371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-09T17:56:41.170264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.141195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T17:56:41.170284Z","caller":"traceutil/trace.go:171","msg":"trace[1083498599] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8928; }","duration":"199.704268ms","start":"2026-04-09T17:56:40.970566Z","end":"2026-04-09T17:56:41.17027Z","steps":["trace[1083498599] 'agreement among raft nodes before linearized reading' (duration: 199.292589ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:41.170292Z","caller":"traceutil/trace.go:171","msg":"trace[1160892540] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8928; }","duration":"195.220527ms","start":"2026-04-09T17:56:40.975064Z","end":"2026-04-09T17:56:41.170284Z","steps":["trace[1160892540] 'agreement among raft nodes before linearized reading' (duration: 194.937561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:41.170331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.524038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-09T17:56:41.170416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.233726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-09T17:56:41.170429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.360782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T17:56:41.17042Z","caller":"traceutil/trace.go:171","msg":"trace[1168277341] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:8928; }","duration":"193.640401ms","start":"2026-04-09T17:56:40.976762Z","end":"2026-04-09T17:56:41.170402Z","steps":["trace[1168277341] 'agreement among raft nodes before linearized reading' (duration: 193.229162ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:41.170444Z","caller":"traceutil/trace.go:171","msg":"trace[75495534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8928; }","duration":"191.284938ms","start":"2026-04-09T17:56:40.979151Z","end":"2026-04-09T17:56:41.170436Z","steps":["trace[75495534] 'agreement among raft nodes before linearized reading' (duration: 191.213056ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:41.17045Z","caller":"traceutil/trace.go:171","msg":"trace[825746787] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8928; }","duration":"196.412524ms","start":"2026-04-09T17:56:40.974031Z","end":"2026-04-09T17:56:41.170444Z","steps":["trace[825746787] 'agreement among raft nodes before linearized reading' (duration: 196.344602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:41.170558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.41367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T17:56:41.170607Z","caller":"traceutil/trace.go:171","msg":"trace[1086201344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8928; }","duration":"191.460021ms","start":"2026-04-09T17:56:40.979124Z","end":"2026-04-09T17:56:41.170584Z","steps":["trace[1086201344] 'agreement among raft nodes before linearized reading' (duration: 191.388179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:48.52475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184459967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-jpdql\" ","response":"range_response_count:1 size:4668"} {"level":"info","ts":"2026-04-09T17:56:48.524991Z","caller":"traceutil/trace.go:171","msg":"trace[967650275] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-jpdql; range_end:; response_count:1; response_revision:9005; }","duration":"1.184779055s","start":"2026-04-09T17:56:47.34019Z","end":"2026-04-09T17:56:48.524969Z","steps":["trace[967650275] 'range keys from in-memory index tree' (duration: 1.184227131s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:48.525087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:47.340173Z","time spent":"1.184896218s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4691,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-jpdql\" "} {"level":"warn","ts":"2026-04-09T17:56:48.525091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046347944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:56:48.525264Z","caller":"traceutil/trace.go:171","msg":"trace[2118430607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9005; }","duration":"1.046544297s","start":"2026-04-09T17:56:47.478681Z","end":"2026-04-09T17:56:48.525225Z","steps":["trace[2118430607] 'range keys from in-memory index tree' (duration: 1.046267402s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:48.525138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184914478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-jpdql\" ","response":"range_response_count:1 size:4668"} {"level":"warn","ts":"2026-04-09T17:56:48.525372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:47.478664Z","time spent":"1.046675881s","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T17:56:48.525392Z","caller":"traceutil/trace.go:171","msg":"trace[124044841] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-jpdql; range_end:; response_count:1; response_revision:9005; }","duration":"1.185157783s","start":"2026-04-09T17:56:47.340199Z","end":"2026-04-09T17:56:48.525356Z","steps":["trace[124044841] 'range keys from in-memory index tree' (duration: 1.184656132s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:48.525514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:47.340129Z","time spent":"1.185339988s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4691,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-jpdql\" "} {"level":"warn","ts":"2026-04-09T17:56:48.526149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.270606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:56:48.52655Z","caller":"traceutil/trace.go:171","msg":"trace[320715815] linearizableReadLoop","detail":"{readStateIndex:9339; appliedIndex:9338; }","duration":"740.216697ms","start":"2026-04-09T17:56:47.786318Z","end":"2026-04-09T17:56:48.526534Z","steps":["trace[320715815] 'read index received' (duration: 83.871637ms)","trace[320715815] 'applied index is now lower than readState.Index' (duration: 656.34339ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:56:48.52657Z","caller":"traceutil/trace.go:171","msg":"trace[1666480033] transaction","detail":"{read_only:false; response_revision:9006; number_of_response:1; }","duration":"740.312379ms","start":"2026-04-09T17:56:47.786224Z","end":"2026-04-09T17:56:48.526537Z","steps":["trace[1666480033] 'process raft request' (duration: 83.917628ms)","trace[1666480033] 'compare' (duration: 654.585109ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:56:48.526673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:47.786203Z","time spent":"740.416502ms","remote":"127.0.0.1:38662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T17:56:48.526809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.482662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-jpdql\" ","response":"range_response_count:1 size:4668"} {"level":"info","ts":"2026-04-09T17:56:48.526865Z","caller":"traceutil/trace.go:171","msg":"trace[2071936903] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-jpdql; range_end:; response_count:1; response_revision:9006; }","duration":"740.575515ms","start":"2026-04-09T17:56:47.786276Z","end":"2026-04-09T17:56:48.526851Z","steps":["trace[2071936903] 'agreement among raft nodes before linearized reading' (duration: 740.3545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:48.526905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:47.786249Z","time spent":"740.648457ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4691,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-jpdql\" "} {"level":"warn","ts":"2026-04-09T17:56:48.552788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.421319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:56:48.552856Z","caller":"traceutil/trace.go:171","msg":"trace[253949337] transaction","detail":"{read_only:false; response_revision:9007; number_of_response:1; }","duration":"312.441099ms","start":"2026-04-09T17:56:48.240401Z","end":"2026-04-09T17:56:48.552843Z","steps":["trace[253949337] 'process raft request' (duration: 312.143042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:48.552797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.915565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:56:48.552893Z","caller":"traceutil/trace.go:171","msg":"trace[2126452280] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:9007; }","duration":"399.049818ms","start":"2026-04-09T17:56:48.153836Z","end":"2026-04-09T17:56:48.552886Z","steps":["trace[2126452280] 'agreement among raft nodes before linearized reading' (duration: 398.913585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:48.552927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:48.153821Z","time spent":"399.093799ms","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:56:48.552956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:48.240373Z","time spent":"312.515651ms","remote":"127.0.0.1:38794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:56:48.552858Z","caller":"traceutil/trace.go:171","msg":"trace[1174787537] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:9007; }","duration":"236.564322ms","start":"2026-04-09T17:56:48.316279Z","end":"2026-04-09T17:56:48.552844Z","steps":["trace[1174787537] 'agreement among raft nodes before linearized reading' (duration: 236.449499ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:48.738319Z","caller":"traceutil/trace.go:171","msg":"trace[805537968] transaction","detail":"{read_only:false; response_revision:9008; number_of_response:1; }","duration":"204.791073ms","start":"2026-04-09T17:56:48.533499Z","end":"2026-04-09T17:56:48.73829Z","steps":["trace[805537968] 'process raft request' (duration: 204.551898ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:48.7388Z","caller":"traceutil/trace.go:171","msg":"trace[757620878] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9008; }","duration":"203.796421ms","start":"2026-04-09T17:56:48.534969Z","end":"2026-04-09T17:56:48.738766Z","steps":["trace[757620878] 'process raft request' (duration: 203.28629ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:48.738825Z","caller":"traceutil/trace.go:171","msg":"trace[725537364] linearizableReadLoop","detail":"{readStateIndex:9342; appliedIndex:9340; }","duration":"186.04865ms","start":"2026-04-09T17:56:48.552688Z","end":"2026-04-09T17:56:48.738737Z","steps":["trace[725537364] 'read index received' (duration: 185.459757ms)","trace[725537364] 'applied index is now lower than readState.Index' (duration: 584.783µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:56:48.739099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.368123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-jpdql\" ","response":"range_response_count:1 size:2804"} {"level":"warn","ts":"2026-04-09T17:56:48.739142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.475527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:56:48.739151Z","caller":"traceutil/trace.go:171","msg":"trace[1759064116] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-jpdql; range_end:; response_count:1; response_revision:9008; }","duration":"208.425855ms","start":"2026-04-09T17:56:48.530705Z","end":"2026-04-09T17:56:48.739131Z","steps":["trace[1759064116] 'agreement among raft nodes before linearized reading' (duration: 208.262731ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:48.73919Z","caller":"traceutil/trace.go:171","msg":"trace[75112693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9008; }","duration":"212.57923ms","start":"2026-04-09T17:56:48.526598Z","end":"2026-04-09T17:56:48.739177Z","steps":["trace[75112693] 'agreement among raft nodes before linearized reading' (duration: 212.475567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:48.783491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.679244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-04-09T17:56:48.783589Z","caller":"traceutil/trace.go:171","msg":"trace[57165193] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9008; }","duration":"205.837138ms","start":"2026-04-09T17:56:48.57773Z","end":"2026-04-09T17:56:48.783567Z","steps":["trace[57165193] 'agreement among raft nodes before linearized reading' (duration: 205.501041ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:48.893806Z","caller":"traceutil/trace.go:171","msg":"trace[821102190] linearizableReadLoop","detail":"{readStateIndex:9344; appliedIndex:9343; }","duration":"110.563151ms","start":"2026-04-09T17:56:48.783199Z","end":"2026-04-09T17:56:48.893762Z","steps":["trace[821102190] 'read index received' (duration: 70.608607ms)","trace[821102190] 'applied index is now lower than readState.Index' (duration: 39.953084ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:56:48.893855Z","caller":"traceutil/trace.go:171","msg":"trace[1521365152] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9009; }","duration":"152.450529ms","start":"2026-04-09T17:56:48.741366Z","end":"2026-04-09T17:56:48.893816Z","steps":["trace[1521365152] 'process raft request' (duration: 112.438514ms)","trace[1521365152] 'compare' (duration: 39.704338ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:56:48.894065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.025969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:56:48.894079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.943141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-jpdql\" ","response":"range_response_count:1 size:4673"} {"level":"info","ts":"2026-04-09T17:56:48.894138Z","caller":"traceutil/trace.go:171","msg":"trace[1801734523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9009; }","duration":"148.158482ms","start":"2026-04-09T17:56:48.745963Z","end":"2026-04-09T17:56:48.894122Z","steps":["trace[1801734523] 'agreement among raft nodes before linearized reading' (duration: 147.980278ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:48.894179Z","caller":"traceutil/trace.go:171","msg":"trace[943512249] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-jpdql; range_end:; response_count:1; response_revision:9009; }","duration":"138.079663ms","start":"2026-04-09T17:56:48.756068Z","end":"2026-04-09T17:56:48.894148Z","steps":["trace[943512249] 'agreement among raft nodes before linearized reading' (duration: 137.773186ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:48.905305Z","caller":"traceutil/trace.go:171","msg":"trace[800206340] transaction","detail":"{read_only:false; response_revision:9010; number_of_response:1; }","duration":"121.14647ms","start":"2026-04-09T17:56:48.784129Z","end":"2026-04-09T17:56:48.905275Z","steps":["trace[800206340] 'process raft request' (duration: 120.890555ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:48.905289Z","caller":"traceutil/trace.go:171","msg":"trace[1405248757] transaction","detail":"{read_only:false; response_revision:9011; number_of_response:1; }","duration":"106.804386ms","start":"2026-04-09T17:56:48.798459Z","end":"2026-04-09T17:56:48.905263Z","steps":["trace[1405248757] 'process raft request' (duration: 106.718154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:50.686896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432952261,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:56:51.052345Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.575882074s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T17:56:51.052687Z","caller":"traceutil/trace.go:171","msg":"trace[1830902654] linearizableReadLoop","detail":"{readStateIndex:9358; appliedIndex:9357; }","duration":"866.569816ms","start":"2026-04-09T17:56:50.186079Z","end":"2026-04-09T17:56:51.052649Z","steps":["trace[1830902654] 'read index received' (duration: 866.378292ms)","trace[1830902654] 'applied index is now lower than readState.Index' (duration: 190.764µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:56:51.052786Z","caller":"traceutil/trace.go:171","msg":"trace[2010104031] transaction","detail":"{read_only:false; response_revision:9023; number_of_response:1; }","duration":"1.576404655s","start":"2026-04-09T17:56:49.476342Z","end":"2026-04-09T17:56:51.052746Z","steps":["trace[2010104031] 'process raft request' (duration: 1.57617633s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:51.052953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.251215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:56:51.052976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:49.476297Z","time spent":"1.576584159s","remote":"127.0.0.1:53754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:56:51.052999Z","caller":"traceutil/trace.go:171","msg":"trace[1040695965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9023; }","duration":"575.317756ms","start":"2026-04-09T17:56:50.47767Z","end":"2026-04-09T17:56:51.052987Z","steps":["trace[1040695965] 'agreement among raft nodes before linearized reading' (duration: 575.186553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:51.05299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.144367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-04-09T17:56:51.053043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:50.477659Z","time spent":"575.375447ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:56:51.05311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.234776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:56:51.053116Z","caller":"traceutil/trace.go:171","msg":"trace[897706055] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9023; }","duration":"630.30549ms","start":"2026-04-09T17:56:50.42279Z","end":"2026-04-09T17:56:51.053095Z","steps":["trace[897706055] 'agreement among raft nodes before linearized reading' (duration: 630.045444ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:51.053158Z","caller":"traceutil/trace.go:171","msg":"trace[826592373] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:9023; }","duration":"591.284337ms","start":"2026-04-09T17:56:50.46186Z","end":"2026-04-09T17:56:51.053144Z","steps":["trace[826592373] 'agreement among raft nodes before linearized reading' (duration: 591.097893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:51.052821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.71876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:56:51.053224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.576512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:56:51.053375Z","caller":"traceutil/trace.go:171","msg":"trace[1274559000] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:9023; }","duration":"175.799008ms","start":"2026-04-09T17:56:50.877541Z","end":"2026-04-09T17:56:51.05334Z","steps":["trace[1274559000] 'agreement among raft nodes before linearized reading' (duration: 175.404609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:51.05319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:50.4618Z","time spent":"591.38171ms","remote":"127.0.0.1:38910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":88,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-09T17:56:51.053374Z","caller":"traceutil/trace.go:171","msg":"trace[1451281079] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:9023; }","duration":"867.281142ms","start":"2026-04-09T17:56:50.186009Z","end":"2026-04-09T17:56:51.053291Z","steps":["trace[1451281079] 'agreement among raft nodes before linearized reading' (duration: 866.748551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:51.053277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:50.42277Z","time spent":"630.488855ms","remote":"127.0.0.1:38762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-09T17:56:51.053612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:50.185991Z","time spent":"867.554978ms","remote":"127.0.0.1:56972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:56:51.614649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.426599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:56:51.614747Z","caller":"traceutil/trace.go:171","msg":"trace[1593387048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9023; }","duration":"560.594503ms","start":"2026-04-09T17:56:51.054129Z","end":"2026-04-09T17:56:51.614724Z","steps":["trace[1593387048] 'range keys from in-memory index tree' (duration: 560.288576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:51.614789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:51.054082Z","time spent":"560.698385ms","remote":"127.0.0.1:38594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:56:51.614812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.218319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:1 size:956"} {"level":"info","ts":"2026-04-09T17:56:51.614879Z","caller":"traceutil/trace.go:171","msg":"trace[723331811] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:1; response_revision:9023; }","duration":"558.324691ms","start":"2026-04-09T17:56:51.056538Z","end":"2026-04-09T17:56:51.614863Z","steps":["trace[723331811] 'range keys from in-memory index tree' (duration: 558.044565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:51.614912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:51.056522Z","time spent":"558.382734ms","remote":"127.0.0.1:38852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":979,"request content":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" "} {"level":"warn","ts":"2026-04-09T17:56:51.615064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.520587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:56:51.615174Z","caller":"traceutil/trace.go:171","msg":"trace[834259378] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:9023; }","duration":"516.685381ms","start":"2026-04-09T17:56:51.098466Z","end":"2026-04-09T17:56:51.615152Z","steps":["trace[834259378] 'count revisions from in-memory index tree' (duration: 516.429365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:51.61522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:51.098445Z","time spent":"516.762782ms","remote":"127.0.0.1:38814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-09T17:56:51.65104Z","caller":"traceutil/trace.go:171","msg":"trace[1218288289] transaction","detail":"{read_only:false; response_revision:9024; number_of_response:1; }","duration":"436.378142ms","start":"2026-04-09T17:56:51.214635Z","end":"2026-04-09T17:56:51.651013Z","steps":["trace[1218288289] 'process raft request' (duration: 436.209099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:51.65121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:51.214616Z","time spent":"436.502125ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:56:51.664453Z","caller":"traceutil/trace.go:171","msg":"trace[304029454] linearizableReadLoop","detail":"{readStateIndex:9361; appliedIndex:9358; }","duration":"355.838211ms","start":"2026-04-09T17:56:51.308593Z","end":"2026-04-09T17:56:51.664431Z","steps":["trace[304029454] 'read index received' (duration: 342.266644ms)","trace[304029454] 'applied index is now lower than readState.Index' (duration: 13.570657ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:56:51.664498Z","caller":"traceutil/trace.go:171","msg":"trace[1389464191] transaction","detail":"{read_only:false; response_revision:9026; number_of_response:1; }","duration":"441.478918ms","start":"2026-04-09T17:56:51.222978Z","end":"2026-04-09T17:56:51.664456Z","steps":["trace[1389464191] 'process raft request' (duration: 441.361675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:51.664758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.158468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T17:56:51.664727Z","caller":"traceutil/trace.go:171","msg":"trace[1151202237] transaction","detail":"{read_only:false; response_revision:9025; number_of_response:1; }","duration":"442.486671ms","start":"2026-04-09T17:56:51.222184Z","end":"2026-04-09T17:56:51.66467Z","steps":["trace[1151202237] 'process raft request' (duration: 441.99133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:51.664841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:51.222964Z","time spent":"441.733893ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:56:51.66495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:51.222154Z","time spent":"442.672225ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:56:51.665013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.526852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T17:56:51.66507Z","caller":"traceutil/trace.go:171","msg":"trace[833481184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9027; }","duration":"343.618494ms","start":"2026-04-09T17:56:51.321438Z","end":"2026-04-09T17:56:51.665057Z","steps":["trace[833481184] 'agreement among raft nodes before linearized reading' (duration: 343.405129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:51.665111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:51.32142Z","time spent":"343.681725ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T17:56:51.665092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.724186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-09T17:56:51.665154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.260894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-09T17:56:51.665225Z","caller":"traceutil/trace.go:171","msg":"trace[357971556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9027; }","duration":"356.24993ms","start":"2026-04-09T17:56:51.308543Z","end":"2026-04-09T17:56:51.664793Z","steps":["trace[357971556] 'agreement among raft nodes before linearized reading' (duration: 356.108967ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:51.665255Z","caller":"traceutil/trace.go:171","msg":"trace[380580621] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9027; }","duration":"346.408807ms","start":"2026-04-09T17:56:51.318823Z","end":"2026-04-09T17:56:51.665232Z","steps":["trace[380580621] 'agreement among raft nodes before linearized reading' (duration: 346.139251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:51.66532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:51.318803Z","time spent":"346.500149ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T17:56:51.665292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:51.308524Z","time spent":"356.760481ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T17:56:51.665347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.525331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-09T17:56:51.665239Z","caller":"traceutil/trace.go:171","msg":"trace[263451799] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9027; }","duration":"316.9093ms","start":"2026-04-09T17:56:51.348281Z","end":"2026-04-09T17:56:51.66519Z","steps":["trace[263451799] 'agreement among raft nodes before linearized reading' (duration: 316.610623ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:51.665404Z","caller":"traceutil/trace.go:171","msg":"trace[353031392] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:9027; }","duration":"312.594463ms","start":"2026-04-09T17:56:51.3528Z","end":"2026-04-09T17:56:51.665395Z","steps":["trace[353031392] 'agreement among raft nodes before linearized reading' (duration: 312.015089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:51.665422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:51.348265Z","time spent":"317.143756ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T17:56:51.665437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:51.352789Z","time spent":"312.640293ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z2qsz\" "} {"level":"warn","ts":"2026-04-09T17:56:51.665123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.646642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T17:56:51.66551Z","caller":"traceutil/trace.go:171","msg":"trace[87781131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9027; }","duration":"347.126664ms","start":"2026-04-09T17:56:51.31837Z","end":"2026-04-09T17:56:51.665497Z","steps":["trace[87781131] 'agreement among raft nodes before linearized reading' (duration: 346.442358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:51.665557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:51.318337Z","time spent":"347.207426ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T17:56:51.665781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.259785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5fcfd6c448-pjjxr.18a4c1e01bc8d095\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-04-09T17:56:51.665842Z","caller":"traceutil/trace.go:171","msg":"trace[1707552330] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5fcfd6c448-pjjxr.18a4c1e01bc8d095; range_end:; response_count:1; response_revision:9027; }","duration":"289.318777ms","start":"2026-04-09T17:56:51.376507Z","end":"2026-04-09T17:56:51.665826Z","steps":["trace[1707552330] 'agreement among raft nodes before linearized reading' (duration: 288.317034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:51.666186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.791091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T17:56:51.666259Z","caller":"traceutil/trace.go:171","msg":"trace[1589528468] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9027; }","duration":"302.900813ms","start":"2026-04-09T17:56:51.363341Z","end":"2026-04-09T17:56:51.666242Z","steps":["trace[1589528468] 'agreement among raft nodes before linearized reading' (duration: 301.528492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:51.666303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:51.363321Z","time spent":"302.970355ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T17:56:51.8041Z","caller":"traceutil/trace.go:171","msg":"trace[1202236794] linearizableReadLoop","detail":"{readStateIndex:9364; appliedIndex:9362; }","duration":"134.548844ms","start":"2026-04-09T17:56:51.669529Z","end":"2026-04-09T17:56:51.804078Z","steps":["trace[1202236794] 'read index received' (duration: 48.811543ms)","trace[1202236794] 'applied index is now lower than readState.Index' (duration: 85.736591ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:56:51.804395Z","caller":"traceutil/trace.go:171","msg":"trace[658899329] transaction","detail":"{read_only:false; response_revision:9029; number_of_response:1; }","duration":"135.26975ms","start":"2026-04-09T17:56:51.669116Z","end":"2026-04-09T17:56:51.804385Z","steps":["trace[658899329] 'process raft request' (duration: 134.744488ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:51.804474Z","caller":"traceutil/trace.go:171","msg":"trace[875290021] transaction","detail":"{read_only:false; response_revision:9031; number_of_response:1; }","duration":"133.91494ms","start":"2026-04-09T17:56:51.670542Z","end":"2026-04-09T17:56:51.804457Z","steps":["trace[875290021] 'process raft request' (duration: 133.44521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:51.804594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.056255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-cluster.18a4c1f2d77258ff\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-04-09T17:56:51.804626Z","caller":"traceutil/trace.go:171","msg":"trace[130613864] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-cluster.18a4c1f2d77258ff; range_end:; response_count:1; response_revision:9034; }","duration":"135.122917ms","start":"2026-04-09T17:56:51.669493Z","end":"2026-04-09T17:56:51.804616Z","steps":["trace[130613864] 'agreement among raft nodes before linearized reading' (duration: 135.022935ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:51.804583Z","caller":"traceutil/trace.go:171","msg":"trace[195573421] transaction","detail":"{read_only:false; response_revision:9030; number_of_response:1; }","duration":"134.710857ms","start":"2026-04-09T17:56:51.669835Z","end":"2026-04-09T17:56:51.804546Z","steps":["trace[195573421] 'process raft request' (duration: 134.127244ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:51.804435Z","caller":"traceutil/trace.go:171","msg":"trace[1253769845] transaction","detail":"{read_only:false; response_revision:9034; number_of_response:1; }","duration":"131.266ms","start":"2026-04-09T17:56:51.673151Z","end":"2026-04-09T17:56:51.804417Z","steps":["trace[1253769845] 'process raft request' (duration: 130.904742ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:51.804763Z","caller":"traceutil/trace.go:171","msg":"trace[2000388336] transaction","detail":"{read_only:false; response_revision:9032; number_of_response:1; }","duration":"134.042893ms","start":"2026-04-09T17:56:51.670714Z","end":"2026-04-09T17:56:51.804757Z","steps":["trace[2000388336] 'process raft request' (duration: 133.301146ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:51.80483Z","caller":"traceutil/trace.go:171","msg":"trace[996951442] transaction","detail":"{read_only:false; response_revision:9033; number_of_response:1; }","duration":"132.687161ms","start":"2026-04-09T17:56:51.672131Z","end":"2026-04-09T17:56:51.804818Z","steps":["trace[996951442] 'process raft request' (duration: 131.905304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:51.805094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.999374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228580"} {"level":"info","ts":"2026-04-09T17:56:51.805149Z","caller":"traceutil/trace.go:171","msg":"trace[270417649] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9034; }","duration":"135.088606ms","start":"2026-04-09T17:56:51.670047Z","end":"2026-04-09T17:56:51.805136Z","steps":["trace[270417649] 'agreement among raft nodes before linearized reading' (duration: 134.593315ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:53.104924Z","caller":"traceutil/trace.go:171","msg":"trace[641504318] transaction","detail":"{read_only:false; response_revision:9036; number_of_response:1; }","duration":"507.828468ms","start":"2026-04-09T17:56:52.59706Z","end":"2026-04-09T17:56:53.104889Z","steps":["trace[641504318] 'process raft request' (duration: 507.593333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:53.105146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:52.597041Z","time spent":"507.996293ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:56:53.152862Z","caller":"traceutil/trace.go:171","msg":"trace[990469537] transaction","detail":"{read_only:false; response_revision:9037; number_of_response:1; }","duration":"410.072608ms","start":"2026-04-09T17:56:52.742768Z","end":"2026-04-09T17:56:53.152841Z","steps":["trace[990469537] 'process raft request' (duration: 409.942284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:53.153095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:52.742749Z","time spent":"410.234501ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:56:53.818972Z","caller":"traceutil/trace.go:171","msg":"trace[1794114484] transaction","detail":"{read_only:false; response_revision:9038; number_of_response:1; }","duration":"161.595205ms","start":"2026-04-09T17:56:53.65736Z","end":"2026-04-09T17:56:53.818955Z","steps":["trace[1794114484] 'process raft request' (duration: 161.483983ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:53.960636Z","caller":"traceutil/trace.go:171","msg":"trace[150274434] linearizableReadLoop","detail":"{readStateIndex:9375; appliedIndex:9372; }","duration":"150.960845ms","start":"2026-04-09T17:56:53.809648Z","end":"2026-04-09T17:56:53.960609Z","steps":["trace[150274434] 'read index received' (duration: 9.270269ms)","trace[150274434] 'applied index is now lower than readState.Index' (duration: 141.689556ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:56:53.960735Z","caller":"traceutil/trace.go:171","msg":"trace[702878439] transaction","detail":"{read_only:false; response_revision:9040; number_of_response:1; }","duration":"289.53139ms","start":"2026-04-09T17:56:53.671164Z","end":"2026-04-09T17:56:53.960695Z","steps":["trace[702878439] 'process raft request' (duration: 289.398647ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:53.960722Z","caller":"traceutil/trace.go:171","msg":"trace[793128045] transaction","detail":"{read_only:false; response_revision:9039; number_of_response:1; }","duration":"290.449871ms","start":"2026-04-09T17:56:53.670211Z","end":"2026-04-09T17:56:53.960661Z","steps":["trace[793128045] 'process raft request' (duration: 290.191106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:53.961054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.391094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-09T17:56:53.961103Z","caller":"traceutil/trace.go:171","msg":"trace[1395098904] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9040; }","duration":"151.506998ms","start":"2026-04-09T17:56:53.809581Z","end":"2026-04-09T17:56:53.961088Z","steps":["trace[1395098904] 'agreement among raft nodes before linearized reading' (duration: 151.221402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:54.239815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.625932ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T17:56:54.240072Z","caller":"traceutil/trace.go:171","msg":"trace[447522474] linearizableReadLoop","detail":"{readStateIndex:9376; appliedIndex:9375; }","duration":"279.344971ms","start":"2026-04-09T17:56:53.960706Z","end":"2026-04-09T17:56:54.240051Z","steps":["trace[447522474] 'read index received' (duration: 16.570615ms)","trace[447522474] 'applied index is now lower than readState.Index' (duration: 262.773306ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:56:54.240227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.718027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T17:56:54.240262Z","caller":"traceutil/trace.go:171","msg":"trace[910406589] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9040; }","duration":"427.798439ms","start":"2026-04-09T17:56:53.812455Z","end":"2026-04-09T17:56:54.240253Z","steps":["trace[910406589] 'agreement among raft nodes before linearized reading' (duration: 427.660696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:54.240367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:53.812391Z","time spent":"427.898791ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T17:56:54.240531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.660205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T17:56:54.240604Z","caller":"traceutil/trace.go:171","msg":"trace[1116453351] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9040; }","duration":"423.759457ms","start":"2026-04-09T17:56:53.816826Z","end":"2026-04-09T17:56:54.240585Z","steps":["trace[1116453351] 'agreement among raft nodes before linearized reading' (duration: 423.545082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:54.24064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:53.816817Z","time spent":"423.814028ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T17:56:54.240683Z","caller":"traceutil/trace.go:171","msg":"trace[1153888714] transaction","detail":"{read_only:false; response_revision:9041; number_of_response:1; }","duration":"274.256435ms","start":"2026-04-09T17:56:53.966411Z","end":"2026-04-09T17:56:54.240667Z","steps":["trace[1153888714] 'process raft request' (duration: 273.537919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:54.240684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.8393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T17:56:54.240814Z","caller":"traceutil/trace.go:171","msg":"trace[782220069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9040; }","duration":"428.000513ms","start":"2026-04-09T17:56:53.812788Z","end":"2026-04-09T17:56:54.240789Z","steps":["trace[782220069] 'agreement among raft nodes before linearized reading' (duration: 427.616965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:54.240865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:53.812761Z","time spent":"428.093226ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T17:56:54.243178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.698649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-09T17:56:54.243334Z","caller":"traceutil/trace.go:171","msg":"trace[1887233885] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:9040; }","duration":"429.316253ms","start":"2026-04-09T17:56:53.813979Z","end":"2026-04-09T17:56:54.243295Z","steps":["trace[1887233885] 'agreement among raft nodes before linearized reading' (duration: 426.150172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:54.243578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:53.813958Z","time spent":"429.566619ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z2qsz\" "} {"level":"warn","ts":"2026-04-09T17:56:54.384411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.770005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T17:56:54.384519Z","caller":"traceutil/trace.go:171","msg":"trace[1770701033] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9041; }","duration":"571.95539ms","start":"2026-04-09T17:56:53.812539Z","end":"2026-04-09T17:56:54.384494Z","steps":["trace[1770701033] 'agreement among raft nodes before linearized reading' (duration: 428.030694ms)","trace[1770701033] 'range keys from in-memory index tree' (duration: 143.565018ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:56:54.384575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:53.812513Z","time spent":"572.051132ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T17:56:54.38461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.49417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-09T17:56:54.384656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.659033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T17:56:54.384721Z","caller":"traceutil/trace.go:171","msg":"trace[1677153578] transaction","detail":"{read_only:false; response_revision:9042; number_of_response:1; }","duration":"139.352433ms","start":"2026-04-09T17:56:54.24535Z","end":"2026-04-09T17:56:54.384702Z","steps":["trace[1677153578] 'process raft request' (duration: 24.682599ms)","trace[1677153578] 'compare' (duration: 114.379748ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:56:54.384732Z","caller":"traceutil/trace.go:171","msg":"trace[20215952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9041; }","duration":"571.802306ms","start":"2026-04-09T17:56:53.812907Z","end":"2026-04-09T17:56:54.38471Z","steps":["trace[20215952] 'agreement among raft nodes before linearized reading' (duration: 427.704096ms)","trace[20215952] 'range keys from in-memory index tree' (duration: 143.575268ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:56:54.384779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:56:53.812862Z","time spent":"571.909259ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T17:56:54.455045Z","caller":"traceutil/trace.go:171","msg":"trace[18302860] transaction","detail":"{read_only:false; response_revision:9043; number_of_response:1; }","duration":"208.758483ms","start":"2026-04-09T17:56:54.246263Z","end":"2026-04-09T17:56:54.455021Z","steps":["trace[18302860] 'process raft request' (duration: 208.583719ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:54.455229Z","caller":"traceutil/trace.go:171","msg":"trace[719770582] linearizableReadLoop","detail":"{readStateIndex:9380; appliedIndex:9377; }","duration":"207.422983ms","start":"2026-04-09T17:56:54.247779Z","end":"2026-04-09T17:56:54.455202Z","steps":["trace[719770582] 'read index received' (duration: 22.272874ms)","trace[719770582] 'applied index is now lower than readState.Index' (duration: 185.147079ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:56:54.455347Z","caller":"traceutil/trace.go:171","msg":"trace[1092475250] transaction","detail":"{read_only:false; response_revision:9044; number_of_response:1; }","duration":"208.758873ms","start":"2026-04-09T17:56:54.246529Z","end":"2026-04-09T17:56:54.455288Z","steps":["trace[1092475250] 'process raft request' (duration: 208.451546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:54.45562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.825582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228580"} {"level":"info","ts":"2026-04-09T17:56:54.455669Z","caller":"traceutil/trace.go:171","msg":"trace[270551697] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9044; }","duration":"207.909125ms","start":"2026-04-09T17:56:54.247748Z","end":"2026-04-09T17:56:54.455657Z","steps":["trace[270551697] 'agreement among raft nodes before linearized reading' (duration: 207.528415ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:54.736781Z","caller":"traceutil/trace.go:171","msg":"trace[1584824836] transaction","detail":"{read_only:false; response_revision:9047; number_of_response:1; }","duration":"152.229354ms","start":"2026-04-09T17:56:54.584521Z","end":"2026-04-09T17:56:54.73675Z","steps":["trace[1584824836] 'process raft request' (duration: 152.018129ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:54.874388Z","caller":"traceutil/trace.go:171","msg":"trace[1451222000] linearizableReadLoop","detail":"{readStateIndex:9384; appliedIndex:9383; }","duration":"133.674504ms","start":"2026-04-09T17:56:54.740689Z","end":"2026-04-09T17:56:54.874363Z","steps":["trace[1451222000] 'read index received' (duration: 108.120617ms)","trace[1451222000] 'applied index is now lower than readState.Index' (duration: 25.552917ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:56:54.874486Z","caller":"traceutil/trace.go:171","msg":"trace[519018382] transaction","detail":"{read_only:false; response_revision:9048; number_of_response:1; }","duration":"214.309948ms","start":"2026-04-09T17:56:54.660143Z","end":"2026-04-09T17:56:54.874453Z","steps":["trace[519018382] 'process raft request' (duration: 188.71567ms)","trace[519018382] 'compare' (duration: 25.371543ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:56:54.874621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.91547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-09T17:56:54.874663Z","caller":"traceutil/trace.go:171","msg":"trace[1999399994] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:9048; }","duration":"134.012752ms","start":"2026-04-09T17:56:54.740639Z","end":"2026-04-09T17:56:54.874652Z","steps":["trace[1999399994] 'agreement among raft nodes before linearized reading' (duration: 133.862658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:54.87466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.908469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-rbd-node\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:56:54.874743Z","caller":"traceutil/trace.go:171","msg":"trace[871793165] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-rbd-node; range_end:; response_count:0; response_revision:9048; }","duration":"134.028682ms","start":"2026-04-09T17:56:54.740694Z","end":"2026-04-09T17:56:54.874723Z","steps":["trace[871793165] 'agreement among raft nodes before linearized reading' (duration: 133.895489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:56:54.874912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.783657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-09T17:56:54.874968Z","caller":"traceutil/trace.go:171","msg":"trace[1207786947] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:9048; }","duration":"133.842998ms","start":"2026-04-09T17:56:54.74111Z","end":"2026-04-09T17:56:54.874953Z","steps":["trace[1207786947] 'agreement among raft nodes before linearized reading' (duration: 133.662244ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:56:59.988684Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024d8.wal"} {"level":"warn","ts":"2026-04-09T17:57:48.842046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432953930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:57:49.752731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.959402ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:57:49.752858Z","caller":"traceutil/trace.go:171","msg":"trace[1792876714] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9600; }","duration":"187.093375ms","start":"2026-04-09T17:57:49.565744Z","end":"2026-04-09T17:57:49.752837Z","steps":["trace[1792876714] 'range keys from in-memory index tree' (duration: 186.942721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:57:49.752997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.62066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:57:49.753221Z","caller":"traceutil/trace.go:171","msg":"trace[1513685594] transaction","detail":"{read_only:false; response_revision:9601; number_of_response:1; }","duration":"1.597707773s","start":"2026-04-09T17:57:48.155491Z","end":"2026-04-09T17:57:49.753199Z","steps":["trace[1513685594] 'process raft request' (duration: 1.150823817s)","trace[1513685594] 'compare' (duration: 446.092648ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:57:49.753329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:57:48.155466Z","time spent":"1.597804884s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:57:49.753387Z","caller":"traceutil/trace.go:171","msg":"trace[990737708] linearizableReadLoop","detail":"{readStateIndex:9956; appliedIndex:9952; }","duration":"1.411440758s","start":"2026-04-09T17:57:48.341934Z","end":"2026-04-09T17:57:49.753375Z","steps":["trace[990737708] 'read index received' (duration: 964.379508ms)","trace[990737708] 'applied index is now lower than readState.Index' (duration: 447.06023ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:57:49.753676Z","caller":"traceutil/trace.go:171","msg":"trace[1081526315] transaction","detail":"{read_only:false; response_revision:9602; number_of_response:1; }","duration":"1.594169243s","start":"2026-04-09T17:57:48.159498Z","end":"2026-04-09T17:57:49.753667Z","steps":["trace[1081526315] 'process raft request' (duration: 1.593640011s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:57:49.753687Z","caller":"traceutil/trace.go:171","msg":"trace[272029072] transaction","detail":"{read_only:false; response_revision:9603; number_of_response:1; }","duration":"1.5565256s","start":"2026-04-09T17:57:48.197148Z","end":"2026-04-09T17:57:49.753673Z","steps":["trace[272029072] 'process raft request' (duration: 1.556112521s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:57:49.75372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:57:48.15947Z","time spent":"1.594228365s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:57:49.753745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411810086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-09T17:57:49.753758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:57:48.197133Z","time spent":"1.556587372s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:57:49.753798Z","caller":"traceutil/trace.go:171","msg":"trace[372347515] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9604; }","duration":"1.411894108s","start":"2026-04-09T17:57:48.341892Z","end":"2026-04-09T17:57:49.753787Z","steps":["trace[372347515] 'agreement among raft nodes before linearized reading' (duration: 1.411752315s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:57:49.753829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:57:48.341875Z","time spent":"1.411945899s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T17:57:49.753906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075045452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T17:57:49.75393Z","caller":"traceutil/trace.go:171","msg":"trace[1162424129] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9604; }","duration":"1.075113755s","start":"2026-04-09T17:57:48.67881Z","end":"2026-04-09T17:57:49.753924Z","steps":["trace[1162424129] 'agreement among raft nodes before linearized reading' (duration: 1.075023133s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:57:49.753922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.18024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T17:57:49.753942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186298921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-09T17:57:49.753975Z","caller":"traceutil/trace.go:171","msg":"trace[1995855447] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9604; }","duration":"1.186369283s","start":"2026-04-09T17:57:48.567596Z","end":"2026-04-09T17:57:49.753965Z","steps":["trace[1995855447] 'agreement among raft nodes before linearized reading' (duration: 1.186272871s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:57:49.753989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.777278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T17:57:49.754006Z","caller":"traceutil/trace.go:171","msg":"trace[140565184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9604; }","duration":"938.81064ms","start":"2026-04-09T17:57:48.815192Z","end":"2026-04-09T17:57:49.754003Z","steps":["trace[140565184] 'agreement among raft nodes before linearized reading' (duration: 938.767499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:57:49.75401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:57:48.567577Z","time spent":"1.186425984s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T17:57:49.753998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267784255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.230\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-09T17:57:49.754089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.946115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:57:49.754098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.136462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T17:57:49.754154Z","caller":"traceutil/trace.go:171","msg":"trace[2145407144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9604; }","duration":"276.046848ms","start":"2026-04-09T17:57:49.478088Z","end":"2026-04-09T17:57:49.754135Z","steps":["trace[2145407144] 'agreement among raft nodes before linearized reading' (duration: 275.969706ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:57:49.754187Z","caller":"traceutil/trace.go:171","msg":"trace[1366281921] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9604; }","duration":"949.230384ms","start":"2026-04-09T17:57:48.804932Z","end":"2026-04-09T17:57:49.754162Z","steps":["trace[1366281921] 'agreement among raft nodes before linearized reading' (duration: 948.975759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:57:49.754231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:57:48.804884Z","time spent":"949.336978ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T17:57:49.753976Z","caller":"traceutil/trace.go:171","msg":"trace[885668225] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9604; }","duration":"940.279712ms","start":"2026-04-09T17:57:48.813681Z","end":"2026-04-09T17:57:49.753961Z","steps":["trace[885668225] 'agreement among raft nodes before linearized reading' (duration: 940.150279ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:57:49.754313Z","caller":"traceutil/trace.go:171","msg":"trace[1858681927] transaction","detail":"{read_only:false; response_revision:9604; number_of_response:1; }","duration":"1.542787429s","start":"2026-04-09T17:57:48.211462Z","end":"2026-04-09T17:57:49.75425Z","steps":["trace[1858681927] 'process raft request' (duration: 1.541876299s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:57:49.75445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:57:48.813665Z","time spent":"940.698922ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T17:57:49.754115Z","caller":"traceutil/trace.go:171","msg":"trace[1412713827] range","detail":"{range_begin:/registry/masterleases/199.19.213.230; range_end:; response_count:1; response_revision:9604; }","duration":"1.267938199s","start":"2026-04-09T17:57:48.48615Z","end":"2026-04-09T17:57:49.754088Z","steps":["trace[1412713827] 'agreement among raft nodes before linearized reading' (duration: 1.267672263s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:57:49.754525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:57:48.21145Z","time spent":"1.542987053s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:57:49.754595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:57:48.486131Z","time spent":"1.268451321s","remote":"127.0.0.1:38612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.230\" "} {"level":"warn","ts":"2026-04-09T17:57:49.753998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.189734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-09T17:57:49.75466Z","caller":"traceutil/trace.go:171","msg":"trace[915453095] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:9604; }","duration":"930.87826ms","start":"2026-04-09T17:57:48.823769Z","end":"2026-04-09T17:57:49.754647Z","steps":["trace[915453095] 'agreement among raft nodes before linearized reading' (duration: 930.106222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:57:49.754708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:57:48.823764Z","time spent":"930.931392ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z2qsz\" "} {"level":"warn","ts":"2026-04-09T17:57:49.754019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:57:48.815184Z","time spent":"938.83241ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T17:57:49.753945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:57:48.678785Z","time spent":"1.075157035s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T17:57:49.754046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208063904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:57:49.754965Z","caller":"traceutil/trace.go:171","msg":"trace[388450592] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9604; }","duration":"1.208995276s","start":"2026-04-09T17:57:48.545945Z","end":"2026-04-09T17:57:49.75494Z","steps":["trace[388450592] 'agreement among raft nodes before linearized reading' (duration: 1.208084364s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:57:49.755042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:57:48.545923Z","time spent":"1.209093157s","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:57:49.754053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.28007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T17:57:49.755175Z","caller":"traceutil/trace.go:171","msg":"trace[1249003514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9604; }","duration":"940.391345ms","start":"2026-04-09T17:57:48.814756Z","end":"2026-04-09T17:57:49.755147Z","steps":["trace[1249003514] 'agreement among raft nodes before linearized reading' (duration: 939.237889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:57:49.75525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:57:48.814751Z","time spent":"940.481877ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T17:57:51.911855Z","caller":"traceutil/trace.go:171","msg":"trace[1878534489] transaction","detail":"{read_only:false; response_revision:9616; number_of_response:1; }","duration":"153.219699ms","start":"2026-04-09T17:57:51.758615Z","end":"2026-04-09T17:57:51.911835Z","steps":["trace[1878534489] 'process raft request' (duration: 153.081766ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:57:51.913794Z","caller":"traceutil/trace.go:171","msg":"trace[1659279346] linearizableReadLoop","detail":"{readStateIndex:9970; appliedIndex:9968; }","duration":"119.675318ms","start":"2026-04-09T17:57:51.794094Z","end":"2026-04-09T17:57:51.913769Z","steps":["trace[1659279346] 'read index received' (duration: 117.613972ms)","trace[1659279346] 'applied index is now lower than readState.Index' (duration: 2.060426ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:57:51.91396Z","caller":"traceutil/trace.go:171","msg":"trace[1746067981] transaction","detail":"{read_only:false; response_revision:9617; number_of_response:1; }","duration":"152.552963ms","start":"2026-04-09T17:57:51.761366Z","end":"2026-04-09T17:57:51.913919Z","steps":["trace[1746067981] 'process raft request' (duration: 152.274077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:57:51.914074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.641053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T17:57:51.914095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.539211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-09T17:57:51.914114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.946785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T17:57:51.914138Z","caller":"traceutil/trace.go:171","msg":"trace[342427193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9617; }","duration":"117.600762ms","start":"2026-04-09T17:57:51.796528Z","end":"2026-04-09T17:57:51.914128Z","steps":["trace[342427193] 'agreement among raft nodes before linearized reading' (duration: 117.464959ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:57:51.914187Z","caller":"traceutil/trace.go:171","msg":"trace[694781554] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9617; }","duration":"120.057957ms","start":"2026-04-09T17:57:51.794088Z","end":"2026-04-09T17:57:51.914146Z","steps":["trace[694781554] 'agreement among raft nodes before linearized reading' (duration: 119.801622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:57:51.914205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.680394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T17:57:51.914227Z","caller":"traceutil/trace.go:171","msg":"trace[686754404] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9617; }","duration":"117.717215ms","start":"2026-04-09T17:57:51.796504Z","end":"2026-04-09T17:57:51.914221Z","steps":["trace[686754404] 'agreement among raft nodes before linearized reading' (duration: 117.655934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:57:51.914248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.292641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-09T17:57:51.914267Z","caller":"traceutil/trace.go:171","msg":"trace[1385572288] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:9617; }","duration":"116.327063ms","start":"2026-04-09T17:57:51.797934Z","end":"2026-04-09T17:57:51.914261Z","steps":["trace[1385572288] 'agreement among raft nodes before linearized reading' (duration: 116.268412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:57:51.914413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.853678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T17:57:51.914133Z","caller":"traceutil/trace.go:171","msg":"trace[1880281866] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9617; }","duration":"117.731835ms","start":"2026-04-09T17:57:51.796387Z","end":"2026-04-09T17:57:51.914119Z","steps":["trace[1880281866] 'agreement among raft nodes before linearized reading' (duration: 117.564841ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:57:51.914438Z","caller":"traceutil/trace.go:171","msg":"trace[2090488674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9617; }","duration":"117.8992ms","start":"2026-04-09T17:57:51.796533Z","end":"2026-04-09T17:57:51.914432Z","steps":["trace[2090488674] 'agreement among raft nodes before linearized reading' (duration: 117.840577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:57:51.914358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.848998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-09T17:57:51.915145Z","caller":"traceutil/trace.go:171","msg":"trace[27327845] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9617; }","duration":"118.632246ms","start":"2026-04-09T17:57:51.796476Z","end":"2026-04-09T17:57:51.915108Z","steps":["trace[27327845] 'agreement among raft nodes before linearized reading' (duration: 117.835367ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:57:54.471748Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"aadce177dd8cd60e","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-09T17:57:54.482494Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-09T17:57:54.482587Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-04-09T17:57:55.579669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.838319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-f89l2\" ","response":"range_response_count:1 size:19075"} {"level":"info","ts":"2026-04-09T17:57:55.579721Z","caller":"traceutil/trace.go:171","msg":"trace[899156569] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-f89l2; range_end:; response_count:1; response_revision:9670; }","duration":"209.937581ms","start":"2026-04-09T17:57:55.369773Z","end":"2026-04-09T17:57:55.57971Z","steps":["trace[899156569] 'range keys from in-memory index tree' (duration: 209.660455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:57:55.579807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.995996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:57:55.579876Z","caller":"traceutil/trace.go:171","msg":"trace[1571484335] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:9670; }","duration":"177.103678ms","start":"2026-04-09T17:57:55.402752Z","end":"2026-04-09T17:57:55.579855Z","steps":["trace[1571484335] 'count revisions from in-memory index tree' (duration: 176.919924ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:57:55.62862Z","caller":"traceutil/trace.go:171","msg":"trace[1013757785] transaction","detail":"{read_only:false; response_revision:9671; number_of_response:1; }","duration":"161.737859ms","start":"2026-04-09T17:57:55.466858Z","end":"2026-04-09T17:57:55.628595Z","steps":["trace[1013757785] 'process raft request' (duration: 161.591906ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:57:55.628706Z","caller":"traceutil/trace.go:171","msg":"trace[2020723788] linearizableReadLoop","detail":"{readStateIndex:10025; appliedIndex:10025; }","duration":"152.918541ms","start":"2026-04-09T17:57:55.475756Z","end":"2026-04-09T17:57:55.628674Z","steps":["trace[2020723788] 'read index received' (duration: 152.901431ms)","trace[2020723788] 'applied index is now lower than readState.Index' (duration: 14.32µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:57:55.628888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.109305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:57:55.628951Z","caller":"traceutil/trace.go:171","msg":"trace[330007743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9671; }","duration":"153.220958ms","start":"2026-04-09T17:57:55.475712Z","end":"2026-04-09T17:57:55.628933Z","steps":["trace[330007743] 'agreement among raft nodes before linearized reading' (duration: 153.061274ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:57:55.75919Z","caller":"traceutil/trace.go:171","msg":"trace[342013710] transaction","detail":"{read_only:false; response_revision:9672; number_of_response:1; }","duration":"165.664359ms","start":"2026-04-09T17:57:55.593499Z","end":"2026-04-09T17:57:55.759164Z","steps":["trace[342013710] 'process raft request' (duration: 165.478205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:57:56.433942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432954085,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:57:56.908367Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.00734303s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T17:57:56.941822Z","caller":"traceutil/trace.go:171","msg":"trace[1611539469] transaction","detail":"{read_only:false; response_revision:9673; number_of_response:1; }","duration":"1.17611376s","start":"2026-04-09T17:57:55.765687Z","end":"2026-04-09T17:57:56.941801Z","steps":["trace[1611539469] 'process raft request' (duration: 1.142897038s)","trace[1611539469] 'compare' (duration: 33.11721ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:57:56.941945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:57:55.765633Z","time spent":"1.176248154s","remote":"127.0.0.1:38840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1946,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:57:57.539776Z","caller":"traceutil/trace.go:171","msg":"trace[1126532642] transaction","detail":"{read_only:false; response_revision:9674; number_of_response:1; }","duration":"1.771320323s","start":"2026-04-09T17:57:55.76842Z","end":"2026-04-09T17:57:57.539741Z","steps":["trace[1126532642] 'process raft request' (duration: 1.770997085s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:57:57.539847Z","caller":"traceutil/trace.go:171","msg":"trace[1845704915] linearizableReadLoop","detail":"{readStateIndex:10031; appliedIndex:10026; }","duration":"1.606222887s","start":"2026-04-09T17:57:55.933597Z","end":"2026-04-09T17:57:57.53982Z","steps":["trace[1845704915] 'read index received' (duration: 974.962888ms)","trace[1845704915] 'applied index is now lower than readState.Index' (duration: 631.258579ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:57:57.539915Z","caller":"traceutil/trace.go:171","msg":"trace[1041839917] transaction","detail":"{read_only:false; response_revision:9676; number_of_response:1; }","duration":"1.614633307s","start":"2026-04-09T17:57:55.925236Z","end":"2026-04-09T17:57:57.539869Z","steps":["trace[1041839917] 'process raft request' (duration: 1.614469943s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:57:57.539953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:57:55.76841Z","time spent":"1.771464317s","remote":"127.0.0.1:38744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1407,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:57:57.54Z","caller":"traceutil/trace.go:171","msg":"trace[503272110] transaction","detail":"{read_only:false; response_revision:9677; number_of_response:1; }","duration":"1.43452111s","start":"2026-04-09T17:57:56.10544Z","end":"2026-04-09T17:57:57.539961Z","steps":["trace[503272110] 'process raft request' (duration: 1.434325575s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:57:57.540073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:57:55.925213Z","time spent":"1.614779841s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:57:57.540108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606496412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T17:57:57.540155Z","caller":"traceutil/trace.go:171","msg":"trace[121898978] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9677; }","duration":"1.606594925s","start":"2026-04-09T17:57:55.933548Z","end":"2026-04-09T17:57:57.540143Z","steps":["trace[121898978] 'agreement among raft nodes before linearized reading' (duration: 1.606417991s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:57:57.540146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:57:56.105412Z","time spent":"1.434657852s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:57:57.540189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:57:55.933529Z","time spent":"1.606651906s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T17:57:57.540217Z","caller":"traceutil/trace.go:171","msg":"trace[1658599054] transaction","detail":"{read_only:false; response_revision:9675; number_of_response:1; }","duration":"1.617919501s","start":"2026-04-09T17:57:55.922276Z","end":"2026-04-09T17:57:57.540196Z","steps":["trace[1658599054] 'process raft request' (duration: 1.617312937s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:57:57.540419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599596076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-09T17:57:57.540424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:57:55.922249Z","time spent":"1.618039844s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:57:57.540457Z","caller":"traceutil/trace.go:171","msg":"trace[1041228626] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9677; }","duration":"1.599647907s","start":"2026-04-09T17:57:55.940798Z","end":"2026-04-09T17:57:57.540446Z","steps":["trace[1041228626] 'agreement among raft nodes before linearized reading' (duration: 1.599470643s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:57:57.54049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:57:55.940793Z","time spent":"1.599690967s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T17:57:57.540498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.19899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:57:57.540427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59488259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-09T17:57:57.540526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.440056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:57:57.540408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604802714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T17:57:57.540558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59889664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-09T17:57:57.540575Z","caller":"traceutil/trace.go:171","msg":"trace[577255889] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9677; }","duration":"1.605005838s","start":"2026-04-09T17:57:55.93556Z","end":"2026-04-09T17:57:57.540566Z","steps":["trace[577255889] 'agreement among raft nodes before linearized reading' (duration: 1.604683921s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:57:57.54057Z","caller":"traceutil/trace.go:171","msg":"trace[1199200872] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:9677; }","duration":"1.595049424s","start":"2026-04-09T17:57:55.945504Z","end":"2026-04-09T17:57:57.540553Z","steps":["trace[1199200872] 'agreement among raft nodes before linearized reading' (duration: 1.594750097s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:57:57.540546Z","caller":"traceutil/trace.go:171","msg":"trace[1063151361] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:9677; }","duration":"150.242031ms","start":"2026-04-09T17:57:57.390284Z","end":"2026-04-09T17:57:57.540526Z","steps":["trace[1063151361] 'agreement among raft nodes before linearized reading' (duration: 150.18126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:57:57.540604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:57:55.935548Z","time spent":"1.605048909s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T17:57:57.540616Z","caller":"traceutil/trace.go:171","msg":"trace[1677254584] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9677; }","duration":"1.598953252s","start":"2026-04-09T17:57:55.94164Z","end":"2026-04-09T17:57:57.540593Z","steps":["trace[1677254584] 'agreement among raft nodes before linearized reading' (duration: 1.598842969s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:57:57.540624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:57:55.945494Z","time spent":"1.595114455s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z2qsz\" "} {"level":"warn","ts":"2026-04-09T17:57:57.540637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600825084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-09T17:57:57.540638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.301058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:57:57.540591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600834965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-09T17:57:57.540658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:57:55.941633Z","time spent":"1.599015193s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T17:57:57.540667Z","caller":"traceutil/trace.go:171","msg":"trace[1611608815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9677; }","duration":"1.600885795s","start":"2026-04-09T17:57:55.939771Z","end":"2026-04-09T17:57:57.540657Z","steps":["trace[1611608815] 'agreement among raft nodes before linearized reading' (duration: 1.600670781s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:57:57.540674Z","caller":"traceutil/trace.go:171","msg":"trace[1914681831] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:9677; }","duration":"471.375579ms","start":"2026-04-09T17:57:57.069288Z","end":"2026-04-09T17:57:57.540664Z","steps":["trace[1914681831] 'agreement among raft nodes before linearized reading' (duration: 471.315728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:57:57.540688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:57:55.939755Z","time spent":"1.600928557s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T17:57:57.540681Z","caller":"traceutil/trace.go:171","msg":"trace[1390781875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9677; }","duration":"1.600956757s","start":"2026-04-09T17:57:55.939715Z","end":"2026-04-09T17:57:57.540672Z","steps":["trace[1390781875] 'agreement among raft nodes before linearized reading' (duration: 1.600830024s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:57:57.540717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:57:55.939699Z","time spent":"1.601011928s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T17:57:57.540715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:57:57.069268Z","time spent":"471.43795ms","remote":"127.0.0.1:43226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:57:57.540686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062053189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:57:57.540802Z","caller":"traceutil/trace.go:171","msg":"trace[1378823489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9677; }","duration":"1.062224383s","start":"2026-04-09T17:57:56.478547Z","end":"2026-04-09T17:57:57.540771Z","steps":["trace[1378823489] 'agreement among raft nodes before linearized reading' (duration: 1.061986758s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:57:57.540866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:57:56.478527Z","time spent":"1.062325935s","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T17:57:57.541028Z","caller":"traceutil/trace.go:171","msg":"trace[99840406] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:9677; }","duration":"796.514958ms","start":"2026-04-09T17:57:56.744043Z","end":"2026-04-09T17:57:57.540558Z","steps":["trace[99840406] 'agreement among raft nodes before linearized reading' (duration: 796.437266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:57:57.541073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:57:56.744027Z","time spent":"797.033919ms","remote":"127.0.0.1:56962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-09T17:57:58.597462Z","caller":"traceutil/trace.go:171","msg":"trace[126502940] linearizableReadLoop","detail":"{readStateIndex:10044; appliedIndex:10043; }","duration":"110.559691ms","start":"2026-04-09T17:57:58.48688Z","end":"2026-04-09T17:57:58.59744Z","steps":["trace[126502940] 'read index received' (duration: 4.224695ms)","trace[126502940] 'applied index is now lower than readState.Index' (duration: 106.333886ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:57:58.597696Z","caller":"traceutil/trace.go:171","msg":"trace[991965978] transaction","detail":"{read_only:false; response_revision:9690; number_of_response:1; }","duration":"180.318731ms","start":"2026-04-09T17:57:58.417366Z","end":"2026-04-09T17:57:58.597685Z","steps":["trace[991965978] 'process raft request' (duration: 179.918912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:57:58.598057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.159435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.230\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-09T17:57:58.598094Z","caller":"traceutil/trace.go:171","msg":"trace[496694432] range","detail":"{range_begin:/registry/masterleases/199.19.213.230; range_end:; response_count:1; response_revision:9690; }","duration":"111.239387ms","start":"2026-04-09T17:57:58.486845Z","end":"2026-04-09T17:57:58.598085Z","steps":["trace[496694432] 'agreement among raft nodes before linearized reading' (duration: 111.046133ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:58:44.289245Z","caller":"traceutil/trace.go:171","msg":"trace[986786992] transaction","detail":"{read_only:false; response_revision:10028; number_of_response:1; }","duration":"445.047753ms","start":"2026-04-09T17:58:43.844158Z","end":"2026-04-09T17:58:44.289205Z","steps":["trace[986786992] 'process raft request' (duration: 387.812727ms)","trace[986786992] 'compare' (duration: 57.051042ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:58:44.289686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:58:43.844133Z","time spent":"445.230718ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:58:44.312389Z","caller":"traceutil/trace.go:171","msg":"trace[202845345] transaction","detail":"{read_only:false; response_revision:10029; number_of_response:1; }","duration":"467.43513ms","start":"2026-04-09T17:58:43.844926Z","end":"2026-04-09T17:58:44.312361Z","steps":["trace[202845345] 'process raft request' (duration: 467.222716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:58:44.312543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:58:43.844904Z","time spent":"467.562893ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:58:44.312827Z","caller":"traceutil/trace.go:171","msg":"trace[2108890502] transaction","detail":"{read_only:false; response_revision:10030; number_of_response:1; }","duration":"467.614684ms","start":"2026-04-09T17:58:43.84515Z","end":"2026-04-09T17:58:44.312765Z","steps":["trace[2108890502] 'process raft request' (duration: 467.135924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:58:44.313827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.705819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:321214"} {"level":"info","ts":"2026-04-09T17:58:44.312985Z","caller":"traceutil/trace.go:171","msg":"trace[164477679] linearizableReadLoop","detail":"{readStateIndex:10394; appliedIndex:10392; }","duration":"467.85222ms","start":"2026-04-09T17:58:43.845108Z","end":"2026-04-09T17:58:44.31296Z","steps":["trace[164477679] 'read index received' (duration: 386.878647ms)","trace[164477679] 'applied index is now lower than readState.Index' (duration: 80.972253ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:58:44.313898Z","caller":"traceutil/trace.go:171","msg":"trace[608980641] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:10033; }","duration":"468.806931ms","start":"2026-04-09T17:58:43.845074Z","end":"2026-04-09T17:58:44.31388Z","steps":["trace[608980641] 'agreement among raft nodes before linearized reading' (duration: 467.948982ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:58:44.313004Z","caller":"traceutil/trace.go:171","msg":"trace[803568476] transaction","detail":"{read_only:false; response_revision:10031; number_of_response:1; }","duration":"467.702046ms","start":"2026-04-09T17:58:43.845274Z","end":"2026-04-09T17:58:44.312976Z","steps":["trace[803568476] 'process raft request' (duration: 467.301177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:58:44.314029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:58:43.845064Z","time spent":"468.910463ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":34,"response size":321237,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-09T17:58:44.314004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:58:43.845141Z","time spent":"468.672768ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:58:44.314108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:58:43.845265Z","time spent":"468.7772ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:58:44.314139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.240361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:58:44.313512Z","caller":"traceutil/trace.go:171","msg":"trace[1709608415] transaction","detail":"{read_only:false; response_revision:10033; number_of_response:1; }","duration":"464.861782ms","start":"2026-04-09T17:58:43.848632Z","end":"2026-04-09T17:58:44.313494Z","steps":["trace[1709608415] 'process raft request' (duration: 464.267858ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:58:44.314203Z","caller":"traceutil/trace.go:171","msg":"trace[1110585303] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:10033; }","duration":"423.312853ms","start":"2026-04-09T17:58:43.890862Z","end":"2026-04-09T17:58:44.314174Z","steps":["trace[1110585303] 'agreement among raft nodes before linearized reading' (duration: 423.197329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:58:44.314233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.684493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T17:58:44.314261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:58:43.890803Z","time spent":"423.446915ms","remote":"127.0.0.1:57108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-04-09T17:58:44.314287Z","caller":"traceutil/trace.go:171","msg":"trace[2030322573] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10033; }","duration":"390.777446ms","start":"2026-04-09T17:58:43.923497Z","end":"2026-04-09T17:58:44.314274Z","steps":["trace[2030322573] 'agreement among raft nodes before linearized reading' (duration: 390.675074ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:58:44.313526Z","caller":"traceutil/trace.go:171","msg":"trace[1262905601] transaction","detail":"{read_only:false; response_revision:10032; number_of_response:1; }","duration":"467.90618ms","start":"2026-04-09T17:58:43.84558Z","end":"2026-04-09T17:58:44.313486Z","steps":["trace[1262905601] 'process raft request' (duration: 467.262366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:58:44.314324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:58:43.923479Z","time spent":"390.835567ms","remote":"127.0.0.1:49654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:58:44.31434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:58:43.848618Z","time spent":"465.6301ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:58:44.314427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:58:43.84557Z","time spent":"468.779682ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:58:45.000274Z","caller":"traceutil/trace.go:171","msg":"trace[158436956] transaction","detail":"{read_only:false; response_revision:10034; number_of_response:1; }","duration":"108.090365ms","start":"2026-04-09T17:58:44.89216Z","end":"2026-04-09T17:58:45.00025Z","steps":["trace[158436956] 'process raft request' (duration: 107.944242ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:58:45.147271Z","caller":"traceutil/trace.go:171","msg":"trace[1176892502] transaction","detail":"{read_only:false; response_revision:10035; number_of_response:1; }","duration":"245.546338ms","start":"2026-04-09T17:58:44.901691Z","end":"2026-04-09T17:58:45.147238Z","steps":["trace[1176892502] 'process raft request' (duration: 245.378844ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:58:45.48947Z","caller":"traceutil/trace.go:171","msg":"trace[1502419265] compact","detail":"{revision:7754; response_revision:10037; }","duration":"108.989077ms","start":"2026-04-09T17:58:45.380464Z","end":"2026-04-09T17:58:45.489453Z","steps":["trace[1502419265] 'process raft request' (duration: 68.829498ms)","trace[1502419265] 'check and update compact revision' (duration: 40.096297ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:58:45.489603Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7754} {"level":"info","ts":"2026-04-09T17:58:45.741801Z","caller":"traceutil/trace.go:171","msg":"trace[330238198] transaction","detail":"{read_only:false; response_revision:10040; number_of_response:1; }","duration":"127.604007ms","start":"2026-04-09T17:58:45.614147Z","end":"2026-04-09T17:58:45.741751Z","steps":["trace[330238198] 'process raft request' (duration: 31.40764ms)","trace[330238198] 'compare' (duration: 39.005253ms)","trace[330238198] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/events/openstack/glance-ks-endpoints-rmd82.18a4c20fa614bafc; req_size:881; } (duration: 56.888438ms)"],"step_count":3} {"level":"info","ts":"2026-04-09T17:58:45.841285Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7754,"took":"349.735566ms","hash":1796926599,"current-db-size-bytes":55214080,"current-db-size":"55 MB","current-db-size-in-use-bytes":27852800,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-09T17:58:45.841366Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1796926599,"revision":7754,"compact-revision":5477} {"level":"info","ts":"2026-04-09T17:59:32.307999Z","caller":"traceutil/trace.go:171","msg":"trace[1986773831] transaction","detail":"{read_only:false; response_revision:10344; number_of_response:1; }","duration":"116.126418ms","start":"2026-04-09T17:59:32.19183Z","end":"2026-04-09T17:59:32.307956Z","steps":["trace[1986773831] 'process raft request' (duration: 112.154138ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:59:34.780372Z","caller":"traceutil/trace.go:171","msg":"trace[411187263] transaction","detail":"{read_only:false; response_revision:10354; number_of_response:1; }","duration":"112.380623ms","start":"2026-04-09T17:59:34.667974Z","end":"2026-04-09T17:59:34.780354Z","steps":["trace[411187263] 'process raft request' (duration: 112.196249ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:59:38.197304Z","caller":"traceutil/trace.go:171","msg":"trace[1000348803] transaction","detail":"{read_only:false; response_revision:10369; number_of_response:1; }","duration":"104.883724ms","start":"2026-04-09T17:59:38.092402Z","end":"2026-04-09T17:59:38.197286Z","steps":["trace[1000348803] 'process raft request' (duration: 104.758451ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:59:38.328613Z","caller":"traceutil/trace.go:171","msg":"trace[1120189850] transaction","detail":"{read_only:false; response_revision:10370; number_of_response:1; }","duration":"109.99585ms","start":"2026-04-09T17:59:38.21858Z","end":"2026-04-09T17:59:38.328575Z","steps":["trace[1120189850] 'process raft request' (duration: 109.834176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:59:40.850075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.959191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-metadefs-load-gzfgd\" ","response":"range_response_count:1 size:7028"} {"level":"info","ts":"2026-04-09T17:59:40.850241Z","caller":"traceutil/trace.go:171","msg":"trace[2114047345] range","detail":"{range_begin:/registry/pods/openstack/glance-metadefs-load-gzfgd; range_end:; response_count:1; response_revision:10391; }","duration":"107.232067ms","start":"2026-04-09T17:59:40.742976Z","end":"2026-04-09T17:59:40.850208Z","steps":["trace[2114047345] 'range keys from in-memory index tree' (duration: 106.796697ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:59:41.871033Z","caller":"traceutil/trace.go:171","msg":"trace[1019352492] transaction","detail":"{read_only:false; response_revision:10406; number_of_response:1; }","duration":"119.101235ms","start":"2026-04-09T17:59:41.751881Z","end":"2026-04-09T17:59:41.870983Z","steps":["trace[1019352492] 'process raft request' (duration: 118.86521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:59:42.625284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.767952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:59:42.625517Z","caller":"traceutil/trace.go:171","msg":"trace[143606432] linearizableReadLoop","detail":"{readStateIndex:10790; appliedIndex:10787; }","duration":"147.774045ms","start":"2026-04-09T17:59:42.477727Z","end":"2026-04-09T17:59:42.625501Z","steps":["trace[143606432] 'read index received' (duration: 146.994818ms)","trace[143606432] 'applied index is now lower than readState.Index' (duration: 778.307µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:59:42.625542Z","caller":"traceutil/trace.go:171","msg":"trace[54108060] transaction","detail":"{read_only:false; response_revision:10411; number_of_response:1; }","duration":"257.550799ms","start":"2026-04-09T17:59:42.367968Z","end":"2026-04-09T17:59:42.625519Z","steps":["trace[54108060] 'process raft request' (duration: 257.407756ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:59:42.625587Z","caller":"traceutil/trace.go:171","msg":"trace[1740697583] transaction","detail":"{read_only:false; response_revision:10412; number_of_response:1; }","duration":"252.566506ms","start":"2026-04-09T17:59:42.372995Z","end":"2026-04-09T17:59:42.625562Z","steps":["trace[1740697583] 'process raft request' (duration: 252.464894ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:59:42.625664Z","caller":"traceutil/trace.go:171","msg":"trace[709050325] transaction","detail":"{read_only:false; response_revision:10410; number_of_response:1; }","duration":"259.089926ms","start":"2026-04-09T17:59:42.366527Z","end":"2026-04-09T17:59:42.625617Z","steps":["trace[709050325] 'process raft request' (duration: 54.903274ms)","trace[709050325] 'compare' (duration: 203.469446ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:59:42.625665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.890548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:59:42.625763Z","caller":"traceutil/trace.go:171","msg":"trace[995757427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10412; }","duration":"148.038791ms","start":"2026-04-09T17:59:42.477692Z","end":"2026-04-09T17:59:42.625731Z","steps":["trace[995757427] 'agreement among raft nodes before linearized reading' (duration: 147.896808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:59:42.625788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.116806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:59:42.62587Z","caller":"traceutil/trace.go:171","msg":"trace[1278031389] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:10412; }","duration":"138.27297ms","start":"2026-04-09T17:59:42.487578Z","end":"2026-04-09T17:59:42.625851Z","steps":["trace[1278031389] 'agreement among raft nodes before linearized reading' (duration: 138.093386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:59:43.149309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.271844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-09T17:59:43.149365Z","caller":"traceutil/trace.go:171","msg":"trace[1876043216] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10413; }","duration":"105.369475ms","start":"2026-04-09T17:59:43.043983Z","end":"2026-04-09T17:59:43.149353Z","steps":["trace[1876043216] 'range keys from in-memory index tree' (duration: 105.089679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:59:43.149365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.721927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T17:59:43.149421Z","caller":"traceutil/trace.go:171","msg":"trace[2139872142] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10413; }","duration":"186.791398ms","start":"2026-04-09T17:59:42.962613Z","end":"2026-04-09T17:59:43.149405Z","steps":["trace[2139872142] 'range keys from in-memory index tree' (duration: 186.566613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:59:43.149528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.830565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T17:59:43.149547Z","caller":"traceutil/trace.go:171","msg":"trace[1283157030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10413; }","duration":"196.903696ms","start":"2026-04-09T17:59:42.952638Z","end":"2026-04-09T17:59:43.149541Z","steps":["trace[1283157030] 'range keys from in-memory index tree' (duration: 196.448216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:59:43.149713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.536932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T17:59:43.149727Z","caller":"traceutil/trace.go:171","msg":"trace[501734490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10413; }","duration":"186.560483ms","start":"2026-04-09T17:59:42.963163Z","end":"2026-04-09T17:59:43.149723Z","steps":["trace[501734490] 'range keys from in-memory index tree' (duration: 186.046181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:59:43.149755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.004654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-09T17:59:43.149766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.606924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T17:59:43.149855Z","caller":"traceutil/trace.go:171","msg":"trace[1878982632] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:10413; }","duration":"180.115637ms","start":"2026-04-09T17:59:42.969713Z","end":"2026-04-09T17:59:43.149829Z","steps":["trace[1878982632] 'range keys from in-memory index tree' (duration: 179.793889ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:59:43.149865Z","caller":"traceutil/trace.go:171","msg":"trace[921537647] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10413; }","duration":"186.753117ms","start":"2026-04-09T17:59:42.963088Z","end":"2026-04-09T17:59:43.149841Z","steps":["trace[921537647] 'range keys from in-memory index tree' (duration: 186.39254ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:59:43.407282Z","caller":"traceutil/trace.go:171","msg":"trace[1479486473] linearizableReadLoop","detail":"{readStateIndex:10792; appliedIndex:10791; }","duration":"253.273933ms","start":"2026-04-09T17:59:43.153987Z","end":"2026-04-09T17:59:43.407261Z","steps":["trace[1479486473] 'read index received' (duration: 253.207082ms)","trace[1479486473] 'applied index is now lower than readState.Index' (duration: 66.101µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:59:43.40737Z","caller":"traceutil/trace.go:171","msg":"trace[1433514666] transaction","detail":"{read_only:false; response_revision:10414; number_of_response:1; }","duration":"253.402916ms","start":"2026-04-09T17:59:43.15396Z","end":"2026-04-09T17:59:43.407363Z","steps":["trace[1433514666] 'process raft request' (duration: 253.172591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:59:43.408064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.04485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:346981"} {"level":"info","ts":"2026-04-09T17:59:43.408175Z","caller":"traceutil/trace.go:171","msg":"trace[96363868] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10414; }","duration":"254.201314ms","start":"2026-04-09T17:59:43.15395Z","end":"2026-04-09T17:59:43.408152Z","steps":["trace[96363868] 'agreement among raft nodes before linearized reading' (duration: 253.468818ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:59:43.411283Z","caller":"traceutil/trace.go:171","msg":"trace[1663625059] transaction","detail":"{read_only:false; response_revision:10415; number_of_response:1; }","duration":"257.183942ms","start":"2026-04-09T17:59:43.154078Z","end":"2026-04-09T17:59:43.411262Z","steps":["trace[1663625059] 'process raft request' (duration: 257.046048ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:59:43.411585Z","caller":"traceutil/trace.go:171","msg":"trace[668647520] transaction","detail":"{read_only:false; response_revision:10416; number_of_response:1; }","duration":"257.228361ms","start":"2026-04-09T17:59:43.154332Z","end":"2026-04-09T17:59:43.41156Z","steps":["trace[668647520] 'process raft request' (duration: 256.895074ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:59:43.411692Z","caller":"traceutil/trace.go:171","msg":"trace[445258937] transaction","detail":"{read_only:false; response_revision:10418; number_of_response:1; }","duration":"256.536706ms","start":"2026-04-09T17:59:43.155145Z","end":"2026-04-09T17:59:43.411682Z","steps":["trace[445258937] 'process raft request' (duration: 256.375502ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:59:43.411845Z","caller":"traceutil/trace.go:171","msg":"trace[722078681] transaction","detail":"{read_only:false; response_revision:10419; number_of_response:1; }","duration":"139.559668ms","start":"2026-04-09T17:59:43.272269Z","end":"2026-04-09T17:59:43.411829Z","steps":["trace[722078681] 'process raft request' (duration: 139.294322ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:59:43.411875Z","caller":"traceutil/trace.go:171","msg":"trace[146887209] transaction","detail":"{read_only:false; response_revision:10417; number_of_response:1; }","duration":"256.747611ms","start":"2026-04-09T17:59:43.155119Z","end":"2026-04-09T17:59:43.411867Z","steps":["trace[146887209] 'process raft request' (duration: 256.29314ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:59:44.322568Z","caller":"traceutil/trace.go:171","msg":"trace[1441541105] transaction","detail":"{read_only:false; response_revision:10421; number_of_response:1; }","duration":"103.615855ms","start":"2026-04-09T17:59:44.218916Z","end":"2026-04-09T17:59:44.322532Z","steps":["trace[1441541105] 'process raft request' (duration: 79.427348ms)","trace[1441541105] 'compare' (duration: 23.89286ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:59:44.437878Z","caller":"traceutil/trace.go:171","msg":"trace[820596246] transaction","detail":"{read_only:false; response_revision:10422; number_of_response:1; }","duration":"134.627147ms","start":"2026-04-09T17:59:44.303232Z","end":"2026-04-09T17:59:44.437859Z","steps":["trace[820596246] 'process raft request' (duration: 132.677752ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:59:45.519088Z","caller":"traceutil/trace.go:171","msg":"trace[1856271589] transaction","detail":"{read_only:false; response_revision:10429; number_of_response:1; }","duration":"100.313641ms","start":"2026-04-09T17:59:45.418752Z","end":"2026-04-09T17:59:45.519066Z","steps":["trace[1856271589] 'process raft request' (duration: 100.147197ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:59:45.63566Z","caller":"traceutil/trace.go:171","msg":"trace[1168327186] linearizableReadLoop","detail":"{readStateIndex:10811; appliedIndex:10810; }","duration":"116.392274ms","start":"2026-04-09T17:59:45.519241Z","end":"2026-04-09T17:59:45.635634Z","steps":["trace[1168327186] 'read index received' (duration: 32.838802ms)","trace[1168327186] 'applied index is now lower than readState.Index' (duration: 83.552342ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:59:45.635833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.550398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:59:45.6358Z","caller":"traceutil/trace.go:171","msg":"trace[1902193325] transaction","detail":"{read_only:false; response_revision:10432; number_of_response:1; }","duration":"159.333406ms","start":"2026-04-09T17:59:45.47642Z","end":"2026-04-09T17:59:45.635753Z","steps":["trace[1902193325] 'process raft request' (duration: 75.765756ms)","trace[1902193325] 'compare' (duration: 83.327015ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:59:45.635882Z","caller":"traceutil/trace.go:171","msg":"trace[1903688811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10432; }","duration":"158.63801ms","start":"2026-04-09T17:59:45.477224Z","end":"2026-04-09T17:59:45.635862Z","steps":["trace[1903688811] 'agreement among raft nodes before linearized reading' (duration: 158.553058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:59:45.636401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.797216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347216"} {"level":"info","ts":"2026-04-09T17:59:45.636508Z","caller":"traceutil/trace.go:171","msg":"trace[647474138] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10432; }","duration":"113.94756ms","start":"2026-04-09T17:59:45.522537Z","end":"2026-04-09T17:59:45.636485Z","steps":["trace[647474138] 'agreement among raft nodes before linearized reading' (duration: 113.372246ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:59:47.645282Z","caller":"traceutil/trace.go:171","msg":"trace[851189154] transaction","detail":"{read_only:false; response_revision:10441; number_of_response:1; }","duration":"118.974654ms","start":"2026-04-09T17:59:47.526277Z","end":"2026-04-09T17:59:47.645252Z","steps":["trace[851189154] 'process raft request' (duration: 118.77957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:59:47.645378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.904316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T17:59:47.645459Z","caller":"traceutil/trace.go:171","msg":"trace[836295314] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10441; }","duration":"121.005808ms","start":"2026-04-09T17:59:47.524434Z","end":"2026-04-09T17:59:47.64544Z","steps":["trace[836295314] 'agreement among raft nodes before linearized reading' (duration: 120.812714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:59:47.645443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.408541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T17:59:47.64554Z","caller":"traceutil/trace.go:171","msg":"trace[1065729327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10441; }","duration":"122.540424ms","start":"2026-04-09T17:59:47.522982Z","end":"2026-04-09T17:59:47.645522Z","steps":["trace[1065729327] 'agreement among raft nodes before linearized reading' (duration: 122.289648ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:59:47.677228Z","caller":"traceutil/trace.go:171","msg":"trace[786326588] transaction","detail":"{read_only:false; response_revision:10442; number_of_response:1; }","duration":"115.629797ms","start":"2026-04-09T17:59:47.561579Z","end":"2026-04-09T17:59:47.677209Z","steps":["trace[786326588] 'process raft request' (duration: 107.186886ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:59:48.049203Z","caller":"traceutil/trace.go:171","msg":"trace[2004675366] transaction","detail":"{read_only:false; response_revision:10446; number_of_response:1; }","duration":"106.821957ms","start":"2026-04-09T17:59:47.942356Z","end":"2026-04-09T17:59:48.049178Z","steps":["trace[2004675366] 'process raft request' (duration: 106.675054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:59:48.271559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.616873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:59:48.271896Z","caller":"traceutil/trace.go:171","msg":"trace[1933485906] transaction","detail":"{read_only:false; response_revision:10447; number_of_response:1; }","duration":"173.750062ms","start":"2026-04-09T17:59:48.098115Z","end":"2026-04-09T17:59:48.271865Z","steps":["trace[1933485906] 'process raft request' (duration: 47.74524ms)","trace[1933485906] 'compare' (duration: 125.244645ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:59:48.699877Z","caller":"traceutil/trace.go:171","msg":"trace[1743517625] transaction","detail":"{read_only:false; response_revision:10450; number_of_response:1; }","duration":"154.024757ms","start":"2026-04-09T17:59:48.545826Z","end":"2026-04-09T17:59:48.699851Z","steps":["trace[1743517625] 'process raft request' (duration: 72.526922ms)","trace[1743517625] 'compare' (duration: 81.311681ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:59:48.700129Z","caller":"traceutil/trace.go:171","msg":"trace[1224781986] transaction","detail":"{read_only:false; response_revision:10451; number_of_response:1; }","duration":"145.126145ms","start":"2026-04-09T17:59:48.55497Z","end":"2026-04-09T17:59:48.700096Z","steps":["trace[1224781986] 'process raft request' (duration: 144.820068ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:00:19.9902Z","caller":"traceutil/trace.go:171","msg":"trace[1567881429] linearizableReadLoop","detail":"{readStateIndex:11041; appliedIndex:11040; }","duration":"121.387239ms","start":"2026-04-09T18:00:19.868753Z","end":"2026-04-09T18:00:19.99014Z","steps":["trace[1567881429] 'read index received' (duration: 121.156804ms)","trace[1567881429] 'applied index is now lower than readState.Index' (duration: 229.195µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T18:00:19.99033Z","caller":"traceutil/trace.go:171","msg":"trace[1545211611] transaction","detail":"{read_only:false; response_revision:10652; number_of_response:1; }","duration":"162.429816ms","start":"2026-04-09T18:00:19.827825Z","end":"2026-04-09T18:00:19.990255Z","steps":["trace[1545211611] 'process raft request' (duration: 162.110439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:00:19.990462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.701846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-09T18:00:19.990525Z","caller":"traceutil/trace.go:171","msg":"trace[120027272] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10652; }","duration":"121.825808ms","start":"2026-04-09T18:00:19.868681Z","end":"2026-04-09T18:00:19.990507Z","steps":["trace[120027272] 'agreement among raft nodes before linearized reading' (duration: 121.613233ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:02:04.0991Z","caller":"traceutil/trace.go:171","msg":"trace[737309095] linearizableReadLoop","detail":"{readStateIndex:11621; appliedIndex:11620; }","duration":"328.46794ms","start":"2026-04-09T18:02:03.770609Z","end":"2026-04-09T18:02:04.099077Z","steps":["trace[737309095] 'read index received' (duration: 237.589855ms)","trace[737309095] 'applied index is now lower than readState.Index' (duration: 90.876985ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T18:02:04.099436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.807289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-09T18:02:04.099437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.175712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11836"} {"level":"info","ts":"2026-04-09T18:02:04.099505Z","caller":"traceutil/trace.go:171","msg":"trace[1886667751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11209; }","duration":"328.90527ms","start":"2026-04-09T18:02:03.770567Z","end":"2026-04-09T18:02:04.099472Z","steps":["trace[1886667751] 'agreement among raft nodes before linearized reading' (duration: 328.735856ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:02:04.099505Z","caller":"traceutil/trace.go:171","msg":"trace[1918958644] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:11209; }","duration":"144.273623ms","start":"2026-04-09T18:02:03.955212Z","end":"2026-04-09T18:02:04.099486Z","steps":["trace[1918958644] 'agreement among raft nodes before linearized reading' (duration: 144.092269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:02:04.09954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:02:03.770546Z","time spent":"328.982522ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T18:02:14.221447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.807233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T18:02:14.221574Z","caller":"traceutil/trace.go:171","msg":"trace[1885114157] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:11341; }","duration":"113.000857ms","start":"2026-04-09T18:02:14.108552Z","end":"2026-04-09T18:02:14.221553Z","steps":["trace[1885114157] 'count revisions from in-memory index tree' (duration: 112.673629ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:02:15.521634Z","caller":"traceutil/trace.go:171","msg":"trace[2001286494] transaction","detail":"{read_only:false; response_revision:11350; number_of_response:1; }","duration":"112.919615ms","start":"2026-04-09T18:02:15.408664Z","end":"2026-04-09T18:02:15.521583Z","steps":["trace[2001286494] 'process raft request' (duration: 45.858308ms)","trace[2001286494] 'compare' (duration: 66.958405ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T18:02:15.521674Z","caller":"traceutil/trace.go:171","msg":"trace[1297769242] linearizableReadLoop","detail":"{readStateIndex:11765; appliedIndex:11764; }","duration":"103.608584ms","start":"2026-04-09T18:02:15.418036Z","end":"2026-04-09T18:02:15.521645Z","steps":["trace[1297769242] 'read index received' (duration: 36.425864ms)","trace[1297769242] 'applied index is now lower than readState.Index' (duration: 67.17736ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T18:02:15.521791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.735187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T18:02:15.521844Z","caller":"traceutil/trace.go:171","msg":"trace[862425507] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11352; }","duration":"103.822499ms","start":"2026-04-09T18:02:15.418009Z","end":"2026-04-09T18:02:15.521831Z","steps":["trace[862425507] 'agreement among raft nodes before linearized reading' (duration: 103.712177ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:02:16.304693Z","caller":"traceutil/trace.go:171","msg":"trace[752254776] transaction","detail":"{read_only:false; response_revision:11354; number_of_response:1; }","duration":"100.949953ms","start":"2026-04-09T18:02:16.203663Z","end":"2026-04-09T18:02:16.304613Z","steps":["trace[752254776] 'process raft request' (duration: 100.733819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:02:18.892513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.983486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T18:02:18.892582Z","caller":"traceutil/trace.go:171","msg":"trace[2053832380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11370; }","duration":"136.063208ms","start":"2026-04-09T18:02:18.756504Z","end":"2026-04-09T18:02:18.892568Z","steps":["trace[2053832380] 'range keys from in-memory index tree' (duration: 135.844513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:02:18.892505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.075201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T18:02:18.892705Z","caller":"traceutil/trace.go:171","msg":"trace[1458337835] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11370; }","duration":"141.325996ms","start":"2026-04-09T18:02:18.751356Z","end":"2026-04-09T18:02:18.892682Z","steps":["trace[1458337835] 'range keys from in-memory index tree' (duration: 140.903007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:02:18.892738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.533189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-09T18:02:18.892827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.825422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T18:02:18.892848Z","caller":"traceutil/trace.go:171","msg":"trace[47311403] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11370; }","duration":"158.885355ms","start":"2026-04-09T18:02:18.733958Z","end":"2026-04-09T18:02:18.892843Z","steps":["trace[47311403] 'range keys from in-memory index tree' (duration: 158.72803ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:02:18.89284Z","caller":"traceutil/trace.go:171","msg":"trace[871988322] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11370; }","duration":"136.694902ms","start":"2026-04-09T18:02:18.756117Z","end":"2026-04-09T18:02:18.892812Z","steps":["trace[871988322] 'range keys from in-memory index tree' (duration: 136.15858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:02:18.892915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.423549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T18:02:18.892933Z","caller":"traceutil/trace.go:171","msg":"trace[815911643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11370; }","duration":"160.481451ms","start":"2026-04-09T18:02:18.732445Z","end":"2026-04-09T18:02:18.892926Z","steps":["trace[815911643] 'range keys from in-memory index tree' (duration: 160.298346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:02:18.893391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.894049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:11 size:100605"} {"level":"info","ts":"2026-04-09T18:02:18.893418Z","caller":"traceutil/trace.go:171","msg":"trace[366640685] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:11; response_revision:11370; }","duration":"190.97678ms","start":"2026-04-09T18:02:18.702434Z","end":"2026-04-09T18:02:18.893411Z","steps":["trace[366640685] 'range keys from in-memory index tree' (duration: 190.595261ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:02:19.338259Z","caller":"traceutil/trace.go:171","msg":"trace[260156671] transaction","detail":"{read_only:false; response_revision:11372; number_of_response:1; }","duration":"439.560564ms","start":"2026-04-09T18:02:18.898672Z","end":"2026-04-09T18:02:19.338233Z","steps":["trace[260156671] 'process raft request' (duration: 378.739828ms)","trace[260156671] 'compare' (duration: 60.712943ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T18:02:19.33836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:02:18.898641Z","time spent":"439.668196ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T18:02:19.338649Z","caller":"traceutil/trace.go:171","msg":"trace[1086221250] transaction","detail":"{read_only:false; response_revision:11374; number_of_response:1; }","duration":"439.783599ms","start":"2026-04-09T18:02:18.898858Z","end":"2026-04-09T18:02:19.338642Z","steps":["trace[1086221250] 'process raft request' (duration: 439.533253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:02:19.338685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:02:18.898809Z","time spent":"439.85949ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T18:02:19.33869Z","caller":"traceutil/trace.go:171","msg":"trace[1275950653] transaction","detail":"{read_only:false; response_revision:11373; number_of_response:1; }","duration":"439.83526ms","start":"2026-04-09T18:02:18.898802Z","end":"2026-04-09T18:02:19.338637Z","steps":["trace[1275950653] 'process raft request' (duration: 439.40496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:02:19.338887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:02:18.898774Z","time spent":"439.991234ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T18:02:19.338862Z","caller":"traceutil/trace.go:171","msg":"trace[1259247747] transaction","detail":"{read_only:false; response_revision:11375; number_of_response:1; }","duration":"439.743118ms","start":"2026-04-09T18:02:18.899031Z","end":"2026-04-09T18:02:19.338774Z","steps":["trace[1259247747] 'process raft request' (duration: 439.466362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:02:19.339144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:02:18.899015Z","time spent":"439.964013ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T18:02:19.339941Z","caller":"traceutil/trace.go:171","msg":"trace[2003985489] linearizableReadLoop","detail":"{readStateIndex:11790; appliedIndex:11787; }","duration":"440.895985ms","start":"2026-04-09T18:02:18.899023Z","end":"2026-04-09T18:02:19.339919Z","steps":["trace[2003985489] 'read index received' (duration: 40.217061ms)","trace[2003985489] 'applied index is now lower than readState.Index' (duration: 400.678054ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T18:02:19.340463Z","caller":"traceutil/trace.go:171","msg":"trace[896830032] transaction","detail":"{read_only:false; response_revision:11376; number_of_response:1; }","duration":"411.419998ms","start":"2026-04-09T18:02:18.929028Z","end":"2026-04-09T18:02:19.340448Z","steps":["trace[896830032] 'process raft request' (duration: 410.745813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:02:19.340561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:02:18.929Z","time spent":"411.51833ms","remote":"127.0.0.1:38794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T18:02:19.341223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.189234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:368200"} {"level":"info","ts":"2026-04-09T18:02:19.341383Z","caller":"traceutil/trace.go:171","msg":"trace[572989848] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:11376; }","duration":"442.351938ms","start":"2026-04-09T18:02:18.899013Z","end":"2026-04-09T18:02:19.341365Z","steps":["trace[572989848] 'agreement among raft nodes before linearized reading' (duration: 441.005698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:02:19.341448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:02:18.898976Z","time spent":"442.44856ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":40,"response size":368223,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-09T18:02:19.696788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.448953ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T18:02:19.696894Z","caller":"traceutil/trace.go:171","msg":"trace[1378937738] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11377; }","duration":"131.587917ms","start":"2026-04-09T18:02:19.565291Z","end":"2026-04-09T18:02:19.696879Z","steps":["trace[1378937738] 'range keys from in-memory index tree' (duration: 131.429163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:02:19.697077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.166203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T18:02:19.697315Z","caller":"traceutil/trace.go:171","msg":"trace[2114080961] transaction","detail":"{read_only:false; response_revision:11379; number_of_response:1; }","duration":"141.213825ms","start":"2026-04-09T18:02:19.556077Z","end":"2026-04-09T18:02:19.697291Z","steps":["trace[2114080961] 'process raft request' (duration: 141.116682ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:02:19.697401Z","caller":"traceutil/trace.go:171","msg":"trace[1299848169] transaction","detail":"{read_only:false; response_revision:11378; number_of_response:1; }","duration":"307.629818ms","start":"2026-04-09T18:02:19.38973Z","end":"2026-04-09T18:02:19.69736Z","steps":["trace[1299848169] 'process raft request' (duration: 117.094488ms)","trace[1299848169] 'compare' (duration: 189.897356ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T18:02:19.697588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:02:19.389707Z","time spent":"307.780852ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T18:02:19.703084Z","caller":"traceutil/trace.go:171","msg":"trace[1761671279] linearizableReadLoop","detail":"{readStateIndex:11796; appliedIndex:11793; }","duration":"139.27991ms","start":"2026-04-09T18:02:19.563787Z","end":"2026-04-09T18:02:19.703067Z","steps":["trace[1761671279] 'read index received' (duration: 72.548311ms)","trace[1761671279] 'applied index is now lower than readState.Index' (duration: 66.730809ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T18:02:19.703216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.426743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T18:02:19.703257Z","caller":"traceutil/trace.go:171","msg":"trace[160620836] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:11380; }","duration":"139.479035ms","start":"2026-04-09T18:02:19.563767Z","end":"2026-04-09T18:02:19.703246Z","steps":["trace[160620836] 'agreement among raft nodes before linearized reading' (duration: 139.383192ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:02:19.703161Z","caller":"traceutil/trace.go:171","msg":"trace[1034425150] transaction","detail":"{read_only:false; response_revision:11380; number_of_response:1; }","duration":"147.008045ms","start":"2026-04-09T18:02:19.556113Z","end":"2026-04-09T18:02:19.703121Z","steps":["trace[1034425150] 'process raft request' (duration: 146.817811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:03:36.383946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432959916,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T18:03:36.884802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432959916,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T18:03:36.975655Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.102632114s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T18:03:36.976059Z","caller":"traceutil/trace.go:171","msg":"trace[1402933595] transaction","detail":"{read_only:false; response_revision:11831; number_of_response:1; }","duration":"1.103035203s","start":"2026-04-09T18:03:35.87296Z","end":"2026-04-09T18:03:36.975995Z","steps":["trace[1402933595] 'process raft request' (duration: 1.10288731s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:03:36.976208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:03:35.872949Z","time spent":"1.103183356s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T18:03:38.446443Z","caller":"traceutil/trace.go:171","msg":"trace[1703507587] transaction","detail":"{read_only:false; response_revision:11832; number_of_response:1; }","duration":"2.426888963s","start":"2026-04-09T18:03:36.019523Z","end":"2026-04-09T18:03:38.446412Z","steps":["trace[1703507587] 'process raft request' (duration: 2.366091418s)","trace[1703507587] 'compare' (duration: 60.511198ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T18:03:38.447026Z","caller":"traceutil/trace.go:171","msg":"trace[593451236] transaction","detail":"{read_only:false; response_revision:11833; number_of_response:1; }","duration":"2.274374483s","start":"2026-04-09T18:03:36.172203Z","end":"2026-04-09T18:03:38.446578Z","steps":["trace[593451236] 'process raft request' (duration: 2.274170249s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:03:38.447712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:03:36.172184Z","time spent":"2.275392077s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T18:03:38.449988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:03:36.019504Z","time spent":"2.427026366s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T18:03:38.45039Z","caller":"traceutil/trace.go:171","msg":"trace[59536592] transaction","detail":"{read_only:false; response_revision:11836; number_of_response:1; }","duration":"1.058076087s","start":"2026-04-09T18:03:37.392271Z","end":"2026-04-09T18:03:38.450347Z","steps":["trace[59536592] 'process raft request' (duration: 1.057884933s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:03:38.450562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.567093036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T18:03:38.450613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:03:37.392248Z","time spent":"1.058261331s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T18:03:38.450652Z","caller":"traceutil/trace.go:171","msg":"trace[178811770] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11836; }","duration":"2.567189658s","start":"2026-04-09T18:03:35.88343Z","end":"2026-04-09T18:03:38.450619Z","steps":["trace[178811770] 'agreement among raft nodes before linearized reading' (duration: 2.566908522s)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:03:38.45Z","caller":"traceutil/trace.go:171","msg":"trace[357796100] transaction","detail":"{read_only:false; response_revision:11834; number_of_response:1; }","duration":"2.274768872s","start":"2026-04-09T18:03:36.175195Z","end":"2026-04-09T18:03:38.449964Z","steps":["trace[357796100] 'process raft request' (duration: 2.271337693s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:03:38.450704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:03:35.883421Z","time spent":"2.56726764s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T18:03:38.45078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:03:36.175171Z","time spent":"2.27554811s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T18:03:38.450293Z","caller":"traceutil/trace.go:171","msg":"trace[2037994958] linearizableReadLoop","detail":"{readStateIndex:12266; appliedIndex:12262; }","duration":"2.566764198s","start":"2026-04-09T18:03:35.883451Z","end":"2026-04-09T18:03:38.450215Z","steps":["trace[2037994958] 'read index received' (duration: 1.092385073s)","trace[2037994958] 'applied index is now lower than readState.Index' (duration: 1.474321714s)"],"step_count":2} {"level":"info","ts":"2026-04-09T18:03:38.450324Z","caller":"traceutil/trace.go:171","msg":"trace[679146333] transaction","detail":"{read_only:false; response_revision:11835; number_of_response:1; }","duration":"1.225597777s","start":"2026-04-09T18:03:37.224692Z","end":"2026-04-09T18:03:38.45029Z","steps":["trace[679146333] 'process raft request' (duration: 1.2252983s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:03:38.451043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:03:37.224666Z","time spent":"1.226301483s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T18:03:38.45114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.565770816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-09T18:03:38.4512Z","caller":"traceutil/trace.go:171","msg":"trace[692268926] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11836; }","duration":"2.565869858s","start":"2026-04-09T18:03:35.88531Z","end":"2026-04-09T18:03:38.45118Z","steps":["trace[692268926] 'agreement among raft nodes before linearized reading' (duration: 2.565697654s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:03:38.451239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455077458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T18:03:38.451256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:03:35.885292Z","time spent":"2.565953209s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T18:03:38.45126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035683643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T18:03:38.451317Z","caller":"traceutil/trace.go:171","msg":"trace[1642083271] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:11836; }","duration":"2.035772815s","start":"2026-04-09T18:03:36.415517Z","end":"2026-04-09T18:03:38.45129Z","steps":["trace[1642083271] 'agreement among raft nodes before linearized reading' (duration: 2.035695944s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:03:38.451357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:03:36.415495Z","time spent":"2.035851408s","remote":"127.0.0.1:57176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-09T18:03:38.451474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463804035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-09T18:03:38.45147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.40779023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-09T18:03:38.451544Z","caller":"traceutil/trace.go:171","msg":"trace[468301277] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:11836; }","duration":"2.407886733s","start":"2026-04-09T18:03:36.043634Z","end":"2026-04-09T18:03:38.45152Z","steps":["trace[468301277] 'agreement among raft nodes before linearized reading' (duration: 2.407743769s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:03:38.451636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:03:36.043612Z","time spent":"2.408013226s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z2qsz\" "} {"level":"warn","ts":"2026-04-09T18:03:38.451665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.473899027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-04-09T18:03:38.451651Z","caller":"traceutil/trace.go:171","msg":"trace[508816049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11836; }","duration":"1.463867316s","start":"2026-04-09T18:03:36.987632Z","end":"2026-04-09T18:03:38.451499Z","steps":["trace[508816049] 'agreement among raft nodes before linearized reading' (duration: 1.463772544s)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:03:38.451706Z","caller":"traceutil/trace.go:171","msg":"trace[1177040575] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11836; }","duration":"2.473980438s","start":"2026-04-09T18:03:35.977711Z","end":"2026-04-09T18:03:38.451692Z","steps":["trace[1177040575] 'agreement among raft nodes before linearized reading' (duration: 2.473880326s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:03:38.45169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.952413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T18:03:38.451749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:03:35.97769Z","time spent":"2.47405039s","remote":"127.0.0.1:38794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5152,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"info","ts":"2026-04-09T18:03:38.451774Z","caller":"traceutil/trace.go:171","msg":"trace[434385798] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:11836; }","duration":"444.064626ms","start":"2026-04-09T18:03:38.007688Z","end":"2026-04-09T18:03:38.451752Z","steps":["trace[434385798] 'agreement among raft nodes before linearized reading' (duration: 443.946013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:03:38.451813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:03:36.987618Z","time spent":"1.464138883s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T18:03:38.451839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:03:38.007671Z","time spent":"444.139257ms","remote":"127.0.0.1:48284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T18:03:38.452112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.492812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T18:03:38.452175Z","caller":"traceutil/trace.go:171","msg":"trace[158817763] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:11836; }","duration":"938.568214ms","start":"2026-04-09T18:03:37.513587Z","end":"2026-04-09T18:03:38.452155Z","steps":["trace[158817763] 'agreement among raft nodes before linearized reading' (duration: 938.461801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:03:38.452238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:03:37.513537Z","time spent":"938.686876ms","remote":"127.0.0.1:48268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-09T18:03:38.453106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052954492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T18:03:38.45316Z","caller":"traceutil/trace.go:171","msg":"trace[305270876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11836; }","duration":"1.053031993s","start":"2026-04-09T18:03:37.400114Z","end":"2026-04-09T18:03:38.453146Z","steps":["trace[305270876] 'agreement among raft nodes before linearized reading' (duration: 1.052579863s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:03:38.453211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:03:37.400099Z","time spent":"1.053103395s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T18:03:38.453222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936804907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T18:03:38.453309Z","caller":"traceutil/trace.go:171","msg":"trace[1674794875] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:11836; }","duration":"1.936892939s","start":"2026-04-09T18:03:36.516402Z","end":"2026-04-09T18:03:38.453295Z","steps":["trace[1674794875] 'agreement among raft nodes before linearized reading' (duration: 1.936600043s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:03:38.453359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:03:36.516352Z","time spent":"1.936985881s","remote":"127.0.0.1:35984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-09T18:03:38.453625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292679665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-09T18:03:38.45369Z","caller":"traceutil/trace.go:171","msg":"trace[1718715057] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11836; }","duration":"1.292769497s","start":"2026-04-09T18:03:37.160904Z","end":"2026-04-09T18:03:38.453674Z","steps":["trace[1718715057] 'agreement among raft nodes before linearized reading' (duration: 1.292514992s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:03:38.45373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:03:37.160865Z","time spent":"1.292848188s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T18:03:38.451571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.466005778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T18:03:38.453945Z","caller":"traceutil/trace.go:171","msg":"trace[1642922319] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11836; }","duration":"2.468415823s","start":"2026-04-09T18:03:35.985506Z","end":"2026-04-09T18:03:38.453922Z","steps":["trace[1642922319] 'agreement among raft nodes before linearized reading' (duration: 2.465985748s)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:03:38.453981Z","caller":"traceutil/trace.go:171","msg":"trace[927024562] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:11836; }","duration":"1.4551662s","start":"2026-04-09T18:03:36.996112Z","end":"2026-04-09T18:03:38.451278Z","steps":["trace[927024562] 'agreement among raft nodes before linearized reading' (duration: 1.455076238s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:03:38.453996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:03:35.98547Z","time spent":"2.468511284s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T18:03:38.454049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977777434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T18:03:38.454055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:03:36.996094Z","time spent":"1.457938552s","remote":"127.0.0.1:43162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-04-09T18:03:38.454096Z","caller":"traceutil/trace.go:171","msg":"trace[1652452854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11836; }","duration":"1.977848064s","start":"2026-04-09T18:03:36.476235Z","end":"2026-04-09T18:03:38.454083Z","steps":["trace[1652452854] 'agreement among raft nodes before linearized reading' (duration: 1.977774603s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:03:38.45414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:03:36.476214Z","time spent":"1.977917407s","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T18:03:45.505057Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10037} {"level":"info","ts":"2026-04-09T18:03:45.651913Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10037,"took":"144.641441ms","hash":1499896657,"current-db-size-bytes":55214080,"current-db-size":"55 MB","current-db-size-in-use-bytes":22896640,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-09T18:03:45.651965Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1499896657,"revision":10037,"compact-revision":7754} {"level":"info","ts":"2026-04-09T18:04:10.243971Z","caller":"traceutil/trace.go:171","msg":"trace[2047943979] linearizableReadLoop","detail":"{readStateIndex:12446; appliedIndex:12445; }","duration":"104.368981ms","start":"2026-04-09T18:04:10.13957Z","end":"2026-04-09T18:04:10.243939Z","steps":["trace[2047943979] 'read index received' (duration: 104.071254ms)","trace[2047943979] 'applied index is now lower than readState.Index' (duration: 296.157µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T18:04:10.24415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.550156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T18:04:10.244219Z","caller":"traceutil/trace.go:171","msg":"trace[629983099] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:12005; }","duration":"104.658528ms","start":"2026-04-09T18:04:10.139531Z","end":"2026-04-09T18:04:10.244189Z","steps":["trace[629983099] 'agreement among raft nodes before linearized reading' (duration: 104.538095ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:04:10.244124Z","caller":"traceutil/trace.go:171","msg":"trace[770655935] transaction","detail":"{read_only:false; response_revision:12005; number_of_response:1; }","duration":"198.939781ms","start":"2026-04-09T18:04:10.04514Z","end":"2026-04-09T18:04:10.24408Z","steps":["trace[770655935] 'process raft request' (duration: 198.613134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:04:12.942345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.959568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T18:04:12.942469Z","caller":"traceutil/trace.go:171","msg":"trace[1711282066] linearizableReadLoop","detail":"{readStateIndex:12459; appliedIndex:12458; }","duration":"116.205718ms","start":"2026-04-09T18:04:12.826242Z","end":"2026-04-09T18:04:12.942447Z","steps":["trace[1711282066] 'read index received' (duration: 42.881µs)","trace[1711282066] 'applied index is now lower than readState.Index' (duration: 116.160957ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T18:04:12.942561Z","caller":"traceutil/trace.go:171","msg":"trace[363982874] transaction","detail":"{read_only:false; response_revision:12018; number_of_response:1; }","duration":"172.642034ms","start":"2026-04-09T18:04:12.769891Z","end":"2026-04-09T18:04:12.942533Z","steps":["trace[363982874] 'process raft request' (duration: 24.393911ms)","trace[363982874] 'compare' (duration: 147.819054ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T18:04:12.942664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.392973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T18:04:12.942749Z","caller":"traceutil/trace.go:171","msg":"trace[1167043489] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12018; }","duration":"116.524046ms","start":"2026-04-09T18:04:12.826203Z","end":"2026-04-09T18:04:12.942727Z","steps":["trace[1167043489] 'agreement among raft nodes before linearized reading' (duration: 116.336572ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:04:13.174907Z","caller":"traceutil/trace.go:171","msg":"trace[201231815] transaction","detail":"{read_only:false; response_revision:12019; number_of_response:1; }","duration":"228.422208ms","start":"2026-04-09T18:04:12.946434Z","end":"2026-04-09T18:04:13.174856Z","steps":["trace[201231815] 'process raft request' (duration: 227.557968ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:04:13.209276Z","caller":"traceutil/trace.go:171","msg":"trace[1757118443] transaction","detail":"{read_only:false; response_revision:12020; number_of_response:1; }","duration":"262.816545ms","start":"2026-04-09T18:04:12.946435Z","end":"2026-04-09T18:04:13.209252Z","steps":["trace[1757118443] 'process raft request' (duration: 262.58472ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:04:13.20948Z","caller":"traceutil/trace.go:171","msg":"trace[1878326805] linearizableReadLoop","detail":"{readStateIndex:12461; appliedIndex:12459; }","duration":"262.701273ms","start":"2026-04-09T18:04:12.946723Z","end":"2026-04-09T18:04:13.209425Z","steps":["trace[1878326805] 'read index received' (duration: 227.369113ms)","trace[1878326805] 'applied index is now lower than readState.Index' (duration: 35.32709ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T18:04:13.209541Z","caller":"traceutil/trace.go:171","msg":"trace[792838797] transaction","detail":"{read_only:false; response_revision:12021; number_of_response:1; }","duration":"262.174081ms","start":"2026-04-09T18:04:12.947341Z","end":"2026-04-09T18:04:13.209515Z","steps":["trace[792838797] 'process raft request' (duration: 261.868883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:04:13.209713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.458248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-09T18:04:13.209767Z","caller":"traceutil/trace.go:171","msg":"trace[1119145143] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12021; }","duration":"220.546859ms","start":"2026-04-09T18:04:12.989204Z","end":"2026-04-09T18:04:13.209751Z","steps":["trace[1119145143] 'agreement among raft nodes before linearized reading' (duration: 220.430157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:04:13.209794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.907346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T18:04:13.210022Z","caller":"traceutil/trace.go:171","msg":"trace[1151613243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12021; }","duration":"220.164461ms","start":"2026-04-09T18:04:12.989833Z","end":"2026-04-09T18:04:13.209998Z","steps":["trace[1151613243] 'agreement among raft nodes before linearized reading' (duration: 219.810623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:04:13.210083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.348388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375302"} {"level":"info","ts":"2026-04-09T18:04:13.210135Z","caller":"traceutil/trace.go:171","msg":"trace[182665721] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:12021; }","duration":"263.41207ms","start":"2026-04-09T18:04:12.946707Z","end":"2026-04-09T18:04:13.210119Z","steps":["trace[182665721] 'agreement among raft nodes before linearized reading' (duration: 262.921329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:36.104736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.526773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-headless\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-04-09T18:08:36.104853Z","caller":"traceutil/trace.go:171","msg":"trace[1344316904] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-headless; range_end:; response_count:1; response_revision:13361; }","duration":"111.704037ms","start":"2026-04-09T18:08:35.993125Z","end":"2026-04-09T18:08:36.104829Z","steps":["trace[1344316904] 'range keys from in-memory index tree' (duration: 111.281117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:36.10496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.221684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-gateway\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-04-09T18:08:36.105086Z","caller":"traceutil/trace.go:171","msg":"trace[2140207765] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-gateway; range_end:; response_count:1; response_revision:13361; }","duration":"114.395298ms","start":"2026-04-09T18:08:35.990662Z","end":"2026-04-09T18:08:36.105058Z","steps":["trace[2140207765] 'range keys from in-memory index tree' (duration: 113.948957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:36.332771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.305633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-gateway\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-04-09T18:08:36.332895Z","caller":"traceutil/trace.go:171","msg":"trace[1787610486] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-gateway; range_end:; response_count:1; response_revision:13362; }","duration":"113.472627ms","start":"2026-04-09T18:08:36.219399Z","end":"2026-04-09T18:08:36.332871Z","steps":["trace[1787610486] 'range keys from in-memory index tree' (duration: 113.104398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:38.092783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.90286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-detect-version-jpdql.18a4c1f403908f0d\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:13371 ","response":"range_response_count:107 size:82625"} {"level":"info","ts":"2026-04-09T18:08:38.092863Z","caller":"traceutil/trace.go:171","msg":"trace[255338461] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-detect-version-jpdql.18a4c1f403908f0d\u0000; range_end:/registry/events/openstack0; response_count:107; response_revision:13371; }","duration":"107.995392ms","start":"2026-04-09T18:08:37.98485Z","end":"2026-04-09T18:08:38.092845Z","steps":["trace[255338461] 'range keys from in-memory index tree' (duration: 107.391919ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:08:40.186365Z","caller":"traceutil/trace.go:171","msg":"trace[1970595339] transaction","detail":"{read_only:false; response_revision:13384; number_of_response:1; }","duration":"290.958292ms","start":"2026-04-09T18:08:39.895372Z","end":"2026-04-09T18:08:40.18633Z","steps":["trace[1970595339] 'process raft request' (duration: 217.5016ms)","trace[1970595339] 'compare' (duration: 73.316508ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T18:08:40.186331Z","caller":"traceutil/trace.go:171","msg":"trace[1890894659] linearizableReadLoop","detail":"{readStateIndex:13880; appliedIndex:13878; }","duration":"289.074218ms","start":"2026-04-09T18:08:39.897225Z","end":"2026-04-09T18:08:40.1863Z","steps":["trace[1890894659] 'read index received' (duration: 77.193885ms)","trace[1890894659] 'applied index is now lower than readState.Index' (duration: 211.879173ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T18:08:40.187184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.932698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-detect-version-jpdql.18a4c1f403908f0d\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:13382 ","response":"range_response_count:107 size:82625"} {"level":"info","ts":"2026-04-09T18:08:40.187271Z","caller":"traceutil/trace.go:171","msg":"trace[1301551362] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-detect-version-jpdql.18a4c1f403908f0d\u0000; range_end:/registry/events/openstack0; response_count:107; response_revision:13384; }","duration":"290.03957ms","start":"2026-04-09T18:08:39.897212Z","end":"2026-04-09T18:08:40.187252Z","steps":["trace[1301551362] 'agreement among raft nodes before linearized reading' (duration: 289.216212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:40.244009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.677338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-rabbit-init\" ","response":"range_response_count:1 size:5085"} {"level":"info","ts":"2026-04-09T18:08:40.244095Z","caller":"traceutil/trace.go:171","msg":"trace[1885586158] range","detail":"{range_begin:/registry/jobs/openstack/glance-rabbit-init; range_end:; response_count:1; response_revision:13385; }","duration":"341.778091ms","start":"2026-04-09T18:08:39.902284Z","end":"2026-04-09T18:08:40.244062Z","steps":["trace[1885586158] 'agreement among raft nodes before linearized reading' (duration: 341.606937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:40.244125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:08:39.902273Z","time spent":"341.846312ms","remote":"127.0.0.1:38794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":5108,"request content":"key:\"/registry/jobs/openstack/glance-rabbit-init\" "} {"level":"info","ts":"2026-04-09T18:08:40.24408Z","caller":"traceutil/trace.go:171","msg":"trace[1827249541] transaction","detail":"{read_only:false; response_revision:13385; number_of_response:1; }","duration":"110.182262ms","start":"2026-04-09T18:08:40.133834Z","end":"2026-04-09T18:08:40.244016Z","steps":["trace[1827249541] 'process raft request' (duration: 109.937007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:40.244174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.094649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-09T18:08:40.244243Z","caller":"traceutil/trace.go:171","msg":"trace[938427020] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13385; }","duration":"125.206742ms","start":"2026-04-09T18:08:40.119017Z","end":"2026-04-09T18:08:40.244223Z","steps":["trace[938427020] 'agreement among raft nodes before linearized reading' (duration: 125.008367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:41.156088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432967555,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T18:08:41.279862Z","caller":"traceutil/trace.go:171","msg":"trace[1358220763] linearizableReadLoop","detail":"{readStateIndex:13882; appliedIndex:13881; }","duration":"624.163308ms","start":"2026-04-09T18:08:40.655672Z","end":"2026-04-09T18:08:41.279835Z","steps":["trace[1358220763] 'read index received' (duration: 624.001705ms)","trace[1358220763] 'applied index is now lower than readState.Index' (duration: 160.033µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T18:08:41.279954Z","caller":"traceutil/trace.go:171","msg":"trace[1907557938] transaction","detail":"{read_only:false; response_revision:13386; number_of_response:1; }","duration":"637.456998ms","start":"2026-04-09T18:08:40.64244Z","end":"2026-04-09T18:08:41.279897Z","steps":["trace[1907557938] 'process raft request' (duration: 637.214462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:41.280161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.477225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-init\" ","response":"range_response_count:1 size:5655"} {"level":"warn","ts":"2026-04-09T18:08:41.28022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:08:40.642413Z","time spent":"637.673573ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T18:08:41.280233Z","caller":"traceutil/trace.go:171","msg":"trace[301361547] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-init; range_end:; response_count:1; response_revision:13386; }","duration":"624.610838ms","start":"2026-04-09T18:08:40.655605Z","end":"2026-04-09T18:08:41.280216Z","steps":["trace[301361547] 'agreement among raft nodes before linearized reading' (duration: 624.413713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:41.280248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.893626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-09T18:08:41.280292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:08:40.655579Z","time spent":"624.6958ms","remote":"127.0.0.1:38794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5678,"request content":"key:\"/registry/jobs/openstack/keystone-db-init\" "} {"level":"info","ts":"2026-04-09T18:08:41.280348Z","caller":"traceutil/trace.go:171","msg":"trace[449360050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13386; }","duration":"526.035508ms","start":"2026-04-09T18:08:40.754295Z","end":"2026-04-09T18:08:41.28033Z","steps":["trace[449360050] 'agreement among raft nodes before linearized reading' (duration: 525.815633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:41.280292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.99054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-09T18:08:41.280394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:08:40.754278Z","time spent":"526.108381ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T18:08:41.280166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.779992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8414"} {"level":"info","ts":"2026-04-09T18:08:41.280537Z","caller":"traceutil/trace.go:171","msg":"trace[348250126] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:13386; }","duration":"606.13602ms","start":"2026-04-09T18:08:40.674349Z","end":"2026-04-09T18:08:41.280485Z","steps":["trace[348250126] 'agreement among raft nodes before linearized reading' (duration: 605.71904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:41.280563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.828154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T18:08:41.280618Z","caller":"traceutil/trace.go:171","msg":"trace[879487656] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13386; }","duration":"548.909666ms","start":"2026-04-09T18:08:40.731695Z","end":"2026-04-09T18:08:41.280604Z","steps":["trace[879487656] 'agreement among raft nodes before linearized reading' (duration: 548.760133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:41.280641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:08:40.674338Z","time spent":"606.264032ms","remote":"127.0.0.1:38794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":8437,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-09T18:08:41.280661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:08:40.731685Z","time spent":"548.963507ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T18:08:41.280657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.226091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T18:08:41.280426Z","caller":"traceutil/trace.go:171","msg":"trace[1172765184] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13386; }","duration":"527.145223ms","start":"2026-04-09T18:08:40.753254Z","end":"2026-04-09T18:08:41.280399Z","steps":["trace[1172765184] 'agreement among raft nodes before linearized reading' (duration: 526.943298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:41.280697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.977678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-09T18:08:41.280749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:08:40.753233Z","time spent":"527.500191ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T18:08:41.280744Z","caller":"traceutil/trace.go:171","msg":"trace[1762401530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13386; }","duration":"529.336343ms","start":"2026-04-09T18:08:40.751389Z","end":"2026-04-09T18:08:41.280726Z","steps":["trace[1762401530] 'agreement among raft nodes before linearized reading' (duration: 529.003876ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:08:41.280782Z","caller":"traceutil/trace.go:171","msg":"trace[1081224501] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13386; }","duration":"515.122131ms","start":"2026-04-09T18:08:40.765636Z","end":"2026-04-09T18:08:41.280758Z","steps":["trace[1081224501] 'agreement among raft nodes before linearized reading' (duration: 514.917676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:41.280832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:08:40.765607Z","time spent":"515.215413ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T18:08:41.280828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:08:40.751365Z","time spent":"529.444316ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T18:08:41.789162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432967559,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T18:08:42.380171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.649919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T18:08:42.380281Z","caller":"traceutil/trace.go:171","msg":"trace[202342932] transaction","detail":"{read_only:false; response_revision:13387; number_of_response:1; }","duration":"1.09243239s","start":"2026-04-09T18:08:41.287829Z","end":"2026-04-09T18:08:42.380262Z","steps":["trace[202342932] 'process raft request' (duration: 990.601347ms)","trace[202342932] 'compare' (duration: 101.372013ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T18:08:42.380399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:08:41.287798Z","time spent":"1.092552352s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T18:08:42.470644Z","caller":"traceutil/trace.go:171","msg":"trace[733298546] transaction","detail":"{read_only:false; response_revision:13391; number_of_response:1; }","duration":"1.181573466s","start":"2026-04-09T18:08:41.289054Z","end":"2026-04-09T18:08:42.470627Z","steps":["trace[733298546] 'process raft request' (duration: 1.181360342s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:42.470763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:08:41.289041Z","time spent":"1.181657249s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T18:08:42.470854Z","caller":"traceutil/trace.go:171","msg":"trace[274579212] transaction","detail":"{read_only:false; response_revision:13390; number_of_response:1; }","duration":"1.182427275s","start":"2026-04-09T18:08:41.28842Z","end":"2026-04-09T18:08:42.470847Z","steps":["trace[274579212] 'process raft request' (duration: 1.181968225s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:42.4709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:08:41.288397Z","time spent":"1.182483407s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T18:08:42.470634Z","caller":"traceutil/trace.go:171","msg":"trace[68332753] transaction","detail":"{read_only:false; response_revision:13389; number_of_response:1; }","duration":"1.182246741s","start":"2026-04-09T18:08:41.288341Z","end":"2026-04-09T18:08:42.470588Z","steps":["trace[68332753] 'process raft request' (duration: 1.182018926s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:42.470967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:08:41.288287Z","time spent":"1.182663221s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T18:08:42.471012Z","caller":"traceutil/trace.go:171","msg":"trace[977796436] transaction","detail":"{read_only:false; response_revision:13388; number_of_response:1; }","duration":"1.182795864s","start":"2026-04-09T18:08:41.288201Z","end":"2026-04-09T18:08:42.470997Z","steps":["trace[977796436] 'process raft request' (duration: 1.182042437s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:42.471101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:08:41.28819Z","time spent":"1.182861706s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T18:08:42.471141Z","caller":"traceutil/trace.go:171","msg":"trace[2064074172] transaction","detail":"{read_only:false; response_revision:13392; number_of_response:1; }","duration":"491.62233ms","start":"2026-04-09T18:08:41.979509Z","end":"2026-04-09T18:08:42.471132Z","steps":["trace[2064074172] 'process raft request' (duration: 490.928574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:42.471191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:08:41.979488Z","time spent":"491.682551ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T18:08:42.471356Z","caller":"traceutil/trace.go:171","msg":"trace[1949711922] transaction","detail":"{read_only:false; response_revision:13393; number_of_response:1; }","duration":"277.855254ms","start":"2026-04-09T18:08:42.193492Z","end":"2026-04-09T18:08:42.471347Z","steps":["trace[1949711922] 'process raft request' (duration: 276.969695ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:08:42.472409Z","caller":"traceutil/trace.go:171","msg":"trace[1122239914] linearizableReadLoop","detail":"{readStateIndex:13887; appliedIndex:13882; }","duration":"1.184310859s","start":"2026-04-09T18:08:41.288084Z","end":"2026-04-09T18:08:42.472395Z","steps":["trace[1122239914] 'read index received' (duration: 990.371732ms)","trace[1122239914] 'applied index is now lower than readState.Index' (duration: 193.938417ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T18:08:42.472556Z","caller":"traceutil/trace.go:171","msg":"trace[950990689] transaction","detail":"{read_only:false; response_revision:13394; number_of_response:1; }","duration":"223.404494ms","start":"2026-04-09T18:08:42.249136Z","end":"2026-04-09T18:08:42.47254Z","steps":["trace[950990689] 'process raft request' (duration: 221.354927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:42.472812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.045855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T18:08:42.472841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.552409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T18:08:42.472895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184763618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8414"} {"level":"warn","ts":"2026-04-09T18:08:42.472932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.866639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T18:08:42.472902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184742018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-init\" ","response":"range_response_count:1 size:5655"} {"level":"info","ts":"2026-04-09T18:08:42.472962Z","caller":"traceutil/trace.go:171","msg":"trace[235548376] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:13394; }","duration":"141.932551ms","start":"2026-04-09T18:08:42.33102Z","end":"2026-04-09T18:08:42.472953Z","steps":["trace[235548376] 'agreement among raft nodes before linearized reading' (duration: 141.88001ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:08:42.472967Z","caller":"traceutil/trace.go:171","msg":"trace[131827375] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:13394; }","duration":"1.18484735s","start":"2026-04-09T18:08:41.288105Z","end":"2026-04-09T18:08:42.472953Z","steps":["trace[131827375] 'agreement among raft nodes before linearized reading' (duration: 1.184433311s)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:08:42.472992Z","caller":"traceutil/trace.go:171","msg":"trace[1998548705] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-init; range_end:; response_count:1; response_revision:13394; }","duration":"1.184908272s","start":"2026-04-09T18:08:41.288067Z","end":"2026-04-09T18:08:42.472976Z","steps":["trace[1998548705] 'agreement among raft nodes before linearized reading' (duration: 1.184413991s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:42.473015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:08:41.288102Z","time spent":"1.184903201s","remote":"127.0.0.1:38794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":8437,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-09T18:08:42.473047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:08:41.28806Z","time spent":"1.184972243s","remote":"127.0.0.1:38794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5678,"request content":"key:\"/registry/jobs/openstack/keystone-db-init\" "} {"level":"info","ts":"2026-04-09T18:08:42.472926Z","caller":"traceutil/trace.go:171","msg":"trace[1229201738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13394; }","duration":"976.898987ms","start":"2026-04-09T18:08:41.496009Z","end":"2026-04-09T18:08:42.472908Z","steps":["trace[1229201738] 'agreement among raft nodes before linearized reading' (duration: 976.55942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:42.473101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:08:41.495981Z","time spent":"977.104102ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T18:08:42.472879Z","caller":"traceutil/trace.go:171","msg":"trace[404375582] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:13394; }","duration":"719.355492ms","start":"2026-04-09T18:08:41.753507Z","end":"2026-04-09T18:08:42.472862Z","steps":["trace[404375582] 'agreement among raft nodes before linearized reading' (duration: 719.037385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:42.473201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:08:41.753488Z","time spent":"719.701009ms","remote":"127.0.0.1:44588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-09T18:08:42.838887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.00633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T18:08:42.839005Z","caller":"traceutil/trace.go:171","msg":"trace[807711044] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:13394; }","duration":"244.168683ms","start":"2026-04-09T18:08:42.594807Z","end":"2026-04-09T18:08:42.838976Z","steps":["trace[807711044] 'count revisions from in-memory index tree' (duration: 243.885026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:42.84168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.879493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:390536"} {"level":"info","ts":"2026-04-09T18:08:42.841746Z","caller":"traceutil/trace.go:171","msg":"trace[1179958882] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:13394; }","duration":"360.994256ms","start":"2026-04-09T18:08:42.480739Z","end":"2026-04-09T18:08:42.841733Z","steps":["trace[1179958882] 'range keys from in-memory index tree' (duration: 358.55841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:42.841781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.829772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:390536"} {"level":"warn","ts":"2026-04-09T18:08:42.841802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:08:42.48072Z","time spent":"361.054017ms","remote":"127.0.0.1:38662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":607,"response size":390559,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"info","ts":"2026-04-09T18:08:42.841837Z","caller":"traceutil/trace.go:171","msg":"trace[1176532157] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:13394; }","duration":"360.897904ms","start":"2026-04-09T18:08:42.480928Z","end":"2026-04-09T18:08:42.841826Z","steps":["trace[1176532157] 'range keys from in-memory index tree' (duration: 358.286764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:42.841879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:08:42.480874Z","time spent":"360.987366ms","remote":"127.0.0.1:38662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":607,"response size":390559,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"info","ts":"2026-04-09T18:08:43.753509Z","caller":"traceutil/trace.go:171","msg":"trace[1856854843] linearizableReadLoop","detail":"{readStateIndex:13894; appliedIndex:13893; }","duration":"132.908275ms","start":"2026-04-09T18:08:43.620573Z","end":"2026-04-09T18:08:43.753481Z","steps":["trace[1856854843] 'read index received' (duration: 132.787722ms)","trace[1856854843] 'applied index is now lower than readState.Index' (duration: 118.633µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T18:08:43.75375Z","caller":"traceutil/trace.go:171","msg":"trace[507963418] transaction","detail":"{read_only:false; response_revision:13397; number_of_response:1; }","duration":"134.144134ms","start":"2026-04-09T18:08:43.619534Z","end":"2026-04-09T18:08:43.753678Z","steps":["trace[507963418] 'process raft request' (duration: 133.675334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:43.75395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.347786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:1106"} {"level":"info","ts":"2026-04-09T18:08:43.75402Z","caller":"traceutil/trace.go:171","msg":"trace[127479811] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:13397; }","duration":"133.474898ms","start":"2026-04-09T18:08:43.620529Z","end":"2026-04-09T18:08:43.754004Z","steps":["trace[127479811] 'agreement among raft nodes before linearized reading' (duration: 133.169801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:43.800402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.642035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-mapping-config\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-09T18:08:43.800501Z","caller":"traceutil/trace.go:171","msg":"trace[178189281] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-mapping-config; range_end:; response_count:1; response_revision:13397; }","duration":"134.776758ms","start":"2026-04-09T18:08:43.665697Z","end":"2026-04-09T18:08:43.800474Z","steps":["trace[178189281] 'agreement among raft nodes before linearized reading' (duration: 134.465321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:44.631992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.668014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T18:08:44.63209Z","caller":"traceutil/trace.go:171","msg":"trace[321522834] linearizableReadLoop","detail":"{readStateIndex:13898; appliedIndex:13897; }","duration":"154.333291ms","start":"2026-04-09T18:08:44.477741Z","end":"2026-04-09T18:08:44.632074Z","steps":["trace[321522834] 'read index received' (duration: 39.501924ms)","trace[321522834] 'applied index is now lower than readState.Index' (duration: 114.830197ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T18:08:44.632142Z","caller":"traceutil/trace.go:171","msg":"trace[1766686190] transaction","detail":"{read_only:false; response_revision:13400; number_of_response:1; }","duration":"155.418506ms","start":"2026-04-09T18:08:44.476696Z","end":"2026-04-09T18:08:44.632115Z","steps":["trace[1766686190] 'process raft request' (duration: 40.524807ms)","trace[1766686190] 'compare' (duration: 114.49146ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T18:08:44.632274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.511725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T18:08:44.632389Z","caller":"traceutil/trace.go:171","msg":"trace[908216258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13400; }","duration":"154.643368ms","start":"2026-04-09T18:08:44.477722Z","end":"2026-04-09T18:08:44.632365Z","steps":["trace[908216258] 'agreement among raft nodes before linearized reading' (duration: 154.479894ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:08:44.670135Z","caller":"traceutil/trace.go:171","msg":"trace[1144023887] transaction","detail":"{read_only:false; response_revision:13401; number_of_response:1; }","duration":"191.414699ms","start":"2026-04-09T18:08:44.478693Z","end":"2026-04-09T18:08:44.670107Z","steps":["trace[1144023887] 'process raft request' (duration: 191.206574ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:08:44.670366Z","caller":"traceutil/trace.go:171","msg":"trace[1835360728] transaction","detail":"{read_only:false; response_revision:13402; number_of_response:1; }","duration":"191.071222ms","start":"2026-04-09T18:08:44.47927Z","end":"2026-04-09T18:08:44.670341Z","steps":["trace[1835360728] 'process raft request' (duration: 190.783876ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:08:44.670452Z","caller":"traceutil/trace.go:171","msg":"trace[1164152849] transaction","detail":"{read_only:false; response_revision:13403; number_of_response:1; }","duration":"189.587087ms","start":"2026-04-09T18:08:44.480845Z","end":"2026-04-09T18:08:44.670432Z","steps":["trace[1164152849] 'process raft request' (duration: 189.384613ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:08:44.670481Z","caller":"traceutil/trace.go:171","msg":"trace[677992576] transaction","detail":"{read_only:false; response_revision:13405; number_of_response:1; }","duration":"189.586968ms","start":"2026-04-09T18:08:44.480873Z","end":"2026-04-09T18:08:44.67046Z","steps":["trace[677992576] 'process raft request' (duration: 189.499756ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:08:44.670519Z","caller":"traceutil/trace.go:171","msg":"trace[87015958] transaction","detail":"{read_only:false; response_revision:13406; number_of_response:1; }","duration":"189.581948ms","start":"2026-04-09T18:08:44.480915Z","end":"2026-04-09T18:08:44.670497Z","steps":["trace[87015958] 'process raft request' (duration: 189.492866ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:08:44.670625Z","caller":"traceutil/trace.go:171","msg":"trace[1929022868] transaction","detail":"{read_only:false; response_revision:13404; number_of_response:1; }","duration":"189.759461ms","start":"2026-04-09T18:08:44.480854Z","end":"2026-04-09T18:08:44.670614Z","steps":["trace[1929022868] 'process raft request' (duration: 189.476815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:44.670694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.883525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-rabbit-init-6rbkx\" ","response":"range_response_count:1 size:6505"} {"level":"info","ts":"2026-04-09T18:08:44.67074Z","caller":"traceutil/trace.go:171","msg":"trace[76359932] range","detail":"{range_begin:/registry/pods/openstack/barbican-rabbit-init-6rbkx; range_end:; response_count:1; response_revision:13406; }","duration":"105.966317ms","start":"2026-04-09T18:08:44.564762Z","end":"2026-04-09T18:08:44.670729Z","steps":["trace[76359932] 'agreement among raft nodes before linearized reading' (duration: 105.746011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:44.670906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.067379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-ks-user-tg9l5\" ","response":"range_response_count:1 size:9224"} {"level":"info","ts":"2026-04-09T18:08:44.670959Z","caller":"traceutil/trace.go:171","msg":"trace[1863850951] range","detail":"{range_begin:/registry/pods/openstack/barbican-ks-user-tg9l5; range_end:; response_count:1; response_revision:13406; }","duration":"106.125841ms","start":"2026-04-09T18:08:44.564821Z","end":"2026-04-09T18:08:44.670947Z","steps":["trace[1863850951] 'agreement among raft nodes before linearized reading' (duration: 105.748841ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:08:45.004176Z","caller":"traceutil/trace.go:171","msg":"trace[569107126] linearizableReadLoop","detail":"{readStateIndex:13905; appliedIndex:13904; }","duration":"238.724051ms","start":"2026-04-09T18:08:44.765427Z","end":"2026-04-09T18:08:45.004151Z","steps":["trace[569107126] 'read index received' (duration: 238.583517ms)","trace[569107126] 'applied index is now lower than readState.Index' (duration: 139.464µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T18:08:45.004277Z","caller":"traceutil/trace.go:171","msg":"trace[1223247612] transaction","detail":"{read_only:false; response_revision:13407; number_of_response:1; }","duration":"241.965624ms","start":"2026-04-09T18:08:44.762283Z","end":"2026-04-09T18:08:45.004249Z","steps":["trace[1223247612] 'process raft request' (duration: 241.701397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:45.004547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.879884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T18:08:45.004587Z","caller":"traceutil/trace.go:171","msg":"trace[1999390585] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13407; }","duration":"239.191401ms","start":"2026-04-09T18:08:44.765386Z","end":"2026-04-09T18:08:45.004578Z","steps":["trace[1999390585] 'agreement among raft nodes before linearized reading' (duration: 238.885464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:45.191755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.416249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T18:08:45.191823Z","caller":"traceutil/trace.go:171","msg":"trace[1715256950] linearizableReadLoop","detail":"{readStateIndex:13906; appliedIndex:13905; }","duration":"187.566162ms","start":"2026-04-09T18:08:45.004247Z","end":"2026-04-09T18:08:45.191813Z","steps":["trace[1715256950] 'read index received' (duration: 60.957968ms)","trace[1715256950] 'applied index is now lower than readState.Index' (duration: 126.607584ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T18:08:45.191877Z","caller":"traceutil/trace.go:171","msg":"trace[105367239] transaction","detail":"{read_only:false; response_revision:13408; number_of_response:1; }","duration":"380.403654ms","start":"2026-04-09T18:08:44.811467Z","end":"2026-04-09T18:08:45.191871Z","steps":["trace[105367239] 'process raft request' (duration: 253.822591ms)","trace[105367239] 'compare' (duration: 126.325537ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T18:08:45.191908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:08:44.811449Z","time spent":"380.440975ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T18:08:45.192044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.568099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-rabbit-init-6rbkx\" ","response":"range_response_count:1 size:6505"} {"level":"info","ts":"2026-04-09T18:08:45.192064Z","caller":"traceutil/trace.go:171","msg":"trace[998558844] range","detail":"{range_begin:/registry/pods/openstack/barbican-rabbit-init-6rbkx; range_end:; response_count:1; response_revision:13408; }","duration":"411.624201ms","start":"2026-04-09T18:08:44.780435Z","end":"2026-04-09T18:08:45.192059Z","steps":["trace[998558844] 'agreement among raft nodes before linearized reading' (duration: 411.531789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:45.192079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:08:44.78042Z","time spent":"411.655871ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":6528,"request content":"key:\"/registry/pods/openstack/barbican-rabbit-init-6rbkx\" "} {"level":"warn","ts":"2026-04-09T18:08:45.192063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.536153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-6f469b7f8c-68tzp\" ","response":"range_response_count:1 size:13448"} {"level":"info","ts":"2026-04-09T18:08:45.192149Z","caller":"traceutil/trace.go:171","msg":"trace[1818493615] range","detail":"{range_begin:/registry/pods/openstack/glance-api-6f469b7f8c-68tzp; range_end:; response_count:1; response_revision:13408; }","duration":"405.660666ms","start":"2026-04-09T18:08:44.786469Z","end":"2026-04-09T18:08:45.19213Z","steps":["trace[1818493615] 'agreement among raft nodes before linearized reading' (duration: 405.420991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:45.19219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:08:44.786451Z","time spent":"405.729527ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":13471,"request content":"key:\"/registry/pods/openstack/glance-api-6f469b7f8c-68tzp\" "} {"level":"warn","ts":"2026-04-09T18:08:45.192193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.872067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-04-09T18:08:45.192193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.869836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T18:08:45.192273Z","caller":"traceutil/trace.go:171","msg":"trace[1477977499] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13408; }","duration":"274.980809ms","start":"2026-04-09T18:08:44.917279Z","end":"2026-04-09T18:08:45.19226Z","steps":["trace[1477977499] 'agreement among raft nodes before linearized reading' (duration: 274.821906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:45.192211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.3564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T18:08:45.192354Z","caller":"traceutil/trace.go:171","msg":"trace[1741021420] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:13408; }","duration":"366.04265ms","start":"2026-04-09T18:08:44.826256Z","end":"2026-04-09T18:08:45.192299Z","steps":["trace[1741021420] 'agreement among raft nodes before linearized reading' (duration: 365.852876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:45.192404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:08:44.826232Z","time spent":"366.158012ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-09T18:08:45.192402Z","caller":"traceutil/trace.go:171","msg":"trace[501110111] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:13408; }","duration":"226.593326ms","start":"2026-04-09T18:08:44.965788Z","end":"2026-04-09T18:08:45.192381Z","steps":["trace[501110111] 'agreement among raft nodes before linearized reading' (duration: 226.365661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:45.192651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.043495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-09T18:08:45.19337Z","caller":"traceutil/trace.go:171","msg":"trace[292544210] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13408; }","duration":"185.208189ms","start":"2026-04-09T18:08:45.007506Z","end":"2026-04-09T18:08:45.192714Z","steps":["trace[292544210] 'agreement among raft nodes before linearized reading' (duration: 184.694368ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:08:45.617083Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11874} {"level":"warn","ts":"2026-04-09T18:08:45.746164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.245964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:390536"} {"level":"info","ts":"2026-04-09T18:08:45.746254Z","caller":"traceutil/trace.go:171","msg":"trace[170486640] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:13410; }","duration":"118.374768ms","start":"2026-04-09T18:08:45.627862Z","end":"2026-04-09T18:08:45.746237Z","steps":["trace[170486640] 'range keys from in-memory index tree' (duration: 116.057026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:08:45.747646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.743341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:390536"} {"level":"info","ts":"2026-04-09T18:08:45.747758Z","caller":"traceutil/trace.go:171","msg":"trace[1328130747] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:13410; }","duration":"120.920655ms","start":"2026-04-09T18:08:45.626815Z","end":"2026-04-09T18:08:45.747736Z","steps":["trace[1328130747] 'range keys from in-memory index tree' (duration: 117.58218ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:08:45.87527Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11874,"took":"255.06061ms","hash":554654282,"current-db-size-bytes":55214080,"current-db-size":"55 MB","current-db-size-in-use-bytes":19447808,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-04-09T18:08:45.875329Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":554654282,"revision":11874,"compact-revision":10037} {"level":"info","ts":"2026-04-09T18:09:06.920743Z","caller":"traceutil/trace.go:171","msg":"trace[1473538717] linearizableReadLoop","detail":"{readStateIndex:14017; appliedIndex:14016; }","duration":"339.479978ms","start":"2026-04-09T18:09:06.581231Z","end":"2026-04-09T18:09:06.920711Z","steps":["trace[1473538717] 'read index received' (duration: 339.367236ms)","trace[1473538717] 'applied index is now lower than readState.Index' (duration: 111.232µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T18:09:06.920839Z","caller":"traceutil/trace.go:171","msg":"trace[1398276612] transaction","detail":"{read_only:false; response_revision:13514; number_of_response:1; }","duration":"367.357509ms","start":"2026-04-09T18:09:06.553461Z","end":"2026-04-09T18:09:06.920818Z","steps":["trace[1398276612] 'process raft request' (duration: 367.001322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:09:06.920967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:09:06.553442Z","time spent":"367.442671ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T18:09:06.921127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.869437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-domain-manage\" ","response":"range_response_count:1 size:548"} {"level":"info","ts":"2026-04-09T18:09:06.921249Z","caller":"traceutil/trace.go:171","msg":"trace[559439459] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-domain-manage; range_end:; response_count:1; response_revision:13514; }","duration":"340.00105ms","start":"2026-04-09T18:09:06.581214Z","end":"2026-04-09T18:09:06.921215Z","steps":["trace[559439459] 'agreement among raft nodes before linearized reading' (duration: 339.678043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:09:06.921314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:09:06.581152Z","time spent":"340.148133ms","remote":"127.0.0.1:38764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":571,"request content":"key:\"/registry/serviceaccounts/openstack/keystone-domain-manage\" "} {"level":"info","ts":"2026-04-09T18:09:07.030888Z","caller":"traceutil/trace.go:171","msg":"trace[230727794] transaction","detail":"{read_only:false; response_revision:13516; number_of_response:1; }","duration":"239.66622ms","start":"2026-04-09T18:09:06.791199Z","end":"2026-04-09T18:09:07.030866Z","steps":["trace[230727794] 'process raft request' (duration: 239.565118ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:09:07.030883Z","caller":"traceutil/trace.go:171","msg":"trace[1823845798] transaction","detail":"{read_only:false; response_revision:13515; number_of_response:1; }","duration":"325.185325ms","start":"2026-04-09T18:09:06.705671Z","end":"2026-04-09T18:09:07.030857Z","steps":["trace[1823845798] 'process raft request' (duration: 324.93256ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:09:07.03104Z","caller":"traceutil/trace.go:171","msg":"trace[1402510635] linearizableReadLoop","detail":"{readStateIndex:14020; appliedIndex:14017; }","duration":"110.153101ms","start":"2026-04-09T18:09:06.920839Z","end":"2026-04-09T18:09:07.030993Z","steps":["trace[1402510635] 'read index received' (duration: 109.690671ms)","trace[1402510635] 'applied index is now lower than readState.Index' (duration: 458.66µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T18:09:07.031111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:09:06.705646Z","time spent":"325.374529ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T18:09:07.031169Z","caller":"traceutil/trace.go:171","msg":"trace[49699925] transaction","detail":"{read_only:false; response_revision:13517; number_of_response:1; }","duration":"234.537785ms","start":"2026-04-09T18:09:06.796608Z","end":"2026-04-09T18:09:07.031145Z","steps":["trace[49699925] 'process raft request' (duration: 234.207967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:09:07.031191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.907063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T18:09:07.031253Z","caller":"traceutil/trace.go:171","msg":"trace[951997066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13517; }","duration":"182.004037ms","start":"2026-04-09T18:09:06.849237Z","end":"2026-04-09T18:09:07.031241Z","steps":["trace[951997066] 'agreement among raft nodes before linearized reading' (duration: 181.808981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:09:07.031345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.065488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T18:09:07.031395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.022138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-fernet-rotate\" ","response":"range_response_count:1 size:548"} {"level":"warn","ts":"2026-04-09T18:09:07.031431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.851831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-09T18:09:07.031457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.701204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T18:09:07.031493Z","caller":"traceutil/trace.go:171","msg":"trace[1402287381] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-fernet-rotate; range_end:; response_count:1; response_revision:13517; }","duration":"423.185452ms","start":"2026-04-09T18:09:06.608287Z","end":"2026-04-09T18:09:07.031473Z","steps":["trace[1402287381] 'agreement among raft nodes before linearized reading' (duration: 422.996758ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:09:07.031502Z","caller":"traceutil/trace.go:171","msg":"trace[1999988536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13517; }","duration":"198.786226ms","start":"2026-04-09T18:09:06.832704Z","end":"2026-04-09T18:09:07.031491Z","steps":["trace[1999988536] 'agreement among raft nodes before linearized reading' (duration: 198.662754ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:09:07.031501Z","caller":"traceutil/trace.go:171","msg":"trace[1248155578] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13517; }","duration":"184.967344ms","start":"2026-04-09T18:09:06.846514Z","end":"2026-04-09T18:09:07.031482Z","steps":["trace[1248155578] 'agreement among raft nodes before linearized reading' (duration: 184.7904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:09:07.031547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:09:06.608262Z","time spent":"423.272623ms","remote":"127.0.0.1:38764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":571,"request content":"key:\"/registry/serviceaccounts/openstack/keystone-fernet-rotate\" "} {"level":"info","ts":"2026-04-09T18:09:07.031409Z","caller":"traceutil/trace.go:171","msg":"trace[15511170] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13517; }","duration":"182.17226ms","start":"2026-04-09T18:09:06.849222Z","end":"2026-04-09T18:09:07.031394Z","steps":["trace[15511170] 'agreement among raft nodes before linearized reading' (duration: 181.954384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:09:13.202019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.359651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-09T18:09:13.202131Z","caller":"traceutil/trace.go:171","msg":"trace[1153277497] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:13551; }","duration":"112.533755ms","start":"2026-04-09T18:09:13.089574Z","end":"2026-04-09T18:09:13.202107Z","steps":["trace[1153277497] 'range keys from in-memory index tree' (duration: 112.161257ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:09:13.891736Z","caller":"traceutil/trace.go:171","msg":"trace[1077158087] linearizableReadLoop","detail":"{readStateIndex:14057; appliedIndex:14056; }","duration":"134.624136ms","start":"2026-04-09T18:09:13.757086Z","end":"2026-04-09T18:09:13.89171Z","steps":["trace[1077158087] 'read index received' (duration: 134.563334ms)","trace[1077158087] 'applied index is now lower than readState.Index' (duration: 59.622µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T18:09:13.891791Z","caller":"traceutil/trace.go:171","msg":"trace[1091114313] transaction","detail":"{read_only:false; response_revision:13553; number_of_response:1; }","duration":"163.043638ms","start":"2026-04-09T18:09:13.728711Z","end":"2026-04-09T18:09:13.891754Z","steps":["trace[1091114313] 'process raft request' (duration: 162.842633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:09:13.891929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.833131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/rook-ceph/rook-ceph-mgr\" ","response":"range_response_count:1 size:704"} {"level":"info","ts":"2026-04-09T18:09:13.891968Z","caller":"traceutil/trace.go:171","msg":"trace[706823444] range","detail":"{range_begin:/registry/rolebindings/rook-ceph/rook-ceph-mgr; range_end:; response_count:1; response_revision:13553; }","duration":"134.905352ms","start":"2026-04-09T18:09:13.757048Z","end":"2026-04-09T18:09:13.891953Z","steps":["trace[706823444] 'agreement among raft nodes before linearized reading' (duration: 134.758649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:09:15.82774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.85497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-09T18:09:15.828046Z","caller":"traceutil/trace.go:171","msg":"trace[126684281] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13563; }","duration":"131.205878ms","start":"2026-04-09T18:09:15.696815Z","end":"2026-04-09T18:09:15.828021Z","steps":["trace[126684281] 'range keys from in-memory index tree' (duration: 130.608404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:09:15.827809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.76797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19102"} {"level":"info","ts":"2026-04-09T18:09:15.828803Z","caller":"traceutil/trace.go:171","msg":"trace[1146096022] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:13563; }","duration":"116.788932ms","start":"2026-04-09T18:09:15.711992Z","end":"2026-04-09T18:09:15.828781Z","steps":["trace[1146096022] 'range keys from in-memory index tree' (duration: 115.639036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:09:15.827809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.036236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-09T18:09:15.82893Z","caller":"traceutil/trace.go:171","msg":"trace[1857546449] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13563; }","duration":"159.18027ms","start":"2026-04-09T18:09:15.669718Z","end":"2026-04-09T18:09:15.828898Z","steps":["trace[1857546449] 'range keys from in-memory index tree' (duration: 157.894592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:09:15.827819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.758856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-cmd-reporter\" ","response":"range_response_count:1 size:844"} {"level":"info","ts":"2026-04-09T18:09:15.829007Z","caller":"traceutil/trace.go:171","msg":"trace[353414576] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-cmd-reporter; range_end:; response_count:1; response_revision:13563; }","duration":"176.973782ms","start":"2026-04-09T18:09:15.652007Z","end":"2026-04-09T18:09:15.828981Z","steps":["trace[353414576] 'range keys from in-memory index tree' (duration: 175.595132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:09:15.82794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.473618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/rook-ceph/\" range_end:\"/registry/events/rook-ceph0\" limit:500 ","response":"range_response_count:7 size:5481"} {"level":"info","ts":"2026-04-09T18:09:15.829082Z","caller":"traceutil/trace.go:171","msg":"trace[1903716497] range","detail":"{range_begin:/registry/events/rook-ceph/; range_end:/registry/events/rook-ceph0; response_count:7; response_revision:13563; }","duration":"198.643123ms","start":"2026-04-09T18:09:15.630417Z","end":"2026-04-09T18:09:15.829061Z","steps":["trace[1903716497] 'range keys from in-memory index tree' (duration: 197.292203ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:09:16.029825Z","caller":"traceutil/trace.go:171","msg":"trace[1404278162] linearizableReadLoop","detail":"{readStateIndex:14069; appliedIndex:14068; }","duration":"136.509708ms","start":"2026-04-09T18:09:15.893293Z","end":"2026-04-09T18:09:16.029802Z","steps":["trace[1404278162] 'read index received' (duration: 136.230702ms)","trace[1404278162] 'applied index is now lower than readState.Index' (duration: 277.956µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T18:09:16.029884Z","caller":"traceutil/trace.go:171","msg":"trace[34088021] transaction","detail":"{read_only:false; response_revision:13564; number_of_response:1; }","duration":"153.020872ms","start":"2026-04-09T18:09:15.876826Z","end":"2026-04-09T18:09:16.029847Z","steps":["trace[34088021] 'process raft request' (duration: 152.804587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:09:16.029975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.666121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T18:09:16.030017Z","caller":"traceutil/trace.go:171","msg":"trace[707409030] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13564; }","duration":"136.756633ms","start":"2026-04-09T18:09:15.89325Z","end":"2026-04-09T18:09:16.030007Z","steps":["trace[707409030] 'agreement among raft nodes before linearized reading' (duration: 136.654761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:09:16.030366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.988571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-09T18:09:16.030441Z","caller":"traceutil/trace.go:171","msg":"trace[220820541] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13564; }","duration":"111.102034ms","start":"2026-04-09T18:09:15.919323Z","end":"2026-04-09T18:09:16.030425Z","steps":["trace[220820541] 'agreement among raft nodes before linearized reading' (duration: 110.894349ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:09:16.382381Z","caller":"traceutil/trace.go:171","msg":"trace[412968070] linearizableReadLoop","detail":"{readStateIndex:14070; appliedIndex:14069; }","duration":"345.197218ms","start":"2026-04-09T18:09:16.037163Z","end":"2026-04-09T18:09:16.38236Z","steps":["trace[412968070] 'read index received' (duration: 305.403478ms)","trace[412968070] 'applied index is now lower than readState.Index' (duration: 39.79273ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T18:09:16.382587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.26089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-09T18:09:16.382618Z","caller":"traceutil/trace.go:171","msg":"trace[529474176] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13565; }","duration":"345.310061ms","start":"2026-04-09T18:09:16.037297Z","end":"2026-04-09T18:09:16.382607Z","steps":["trace[529474176] 'agreement among raft nodes before linearized reading' (duration: 345.170998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:09:16.38264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:09:16.037294Z","time spent":"345.341022ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T18:09:16.382718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.524506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" limit:500 ","response":"range_response_count:1 size:307175"} {"level":"info","ts":"2026-04-09T18:09:16.382817Z","caller":"traceutil/trace.go:171","msg":"trace[1795627241] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:1; response_revision:13565; }","duration":"345.662339ms","start":"2026-04-09T18:09:16.037132Z","end":"2026-04-09T18:09:16.382795Z","steps":["trace[1795627241] 'agreement among raft nodes before linearized reading' (duration: 345.330812ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:09:16.382946Z","caller":"traceutil/trace.go:171","msg":"trace[1985137933] transaction","detail":"{read_only:false; response_revision:13565; number_of_response:1; }","duration":"348.205646ms","start":"2026-04-09T18:09:16.034729Z","end":"2026-04-09T18:09:16.382935Z","steps":["trace[1985137933] 'process raft request' (duration: 307.757761ms)","trace[1985137933] 'compare' (duration: 39.498323ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T18:09:16.383016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:09:16.034712Z","time spent":"348.258868ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T18:09:16.382712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.229149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-default\" ","response":"range_response_count:1 size:621"} {"level":"warn","ts":"2026-04-09T18:09:16.38288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:09:16.037123Z","time spent":"345.740081ms","remote":"127.0.0.1:38690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":307198,"request content":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" limit:500 "} {"level":"info","ts":"2026-04-09T18:09:16.383108Z","caller":"traceutil/trace.go:171","msg":"trace[610865838] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-default; range_end:; response_count:1; response_revision:13565; }","duration":"238.644338ms","start":"2026-04-09T18:09:16.144413Z","end":"2026-04-09T18:09:16.383057Z","steps":["trace[610865838] 'agreement among raft nodes before linearized reading' (duration: 238.174107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:09:16.699709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.883025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-mgr\" ","response":"range_response_count:1 size:826"} {"level":"info","ts":"2026-04-09T18:09:16.699801Z","caller":"traceutil/trace.go:171","msg":"trace[818155588] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-mgr; range_end:; response_count:1; response_revision:13565; }","duration":"194.005928ms","start":"2026-04-09T18:09:16.505773Z","end":"2026-04-09T18:09:16.699779Z","steps":["trace[818155588] 'range keys from in-memory index tree' (duration: 193.553697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:09:16.699606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.468936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-osd\" ","response":"range_response_count:1 size:826"} {"level":"info","ts":"2026-04-09T18:09:16.70036Z","caller":"traceutil/trace.go:171","msg":"trace[703899241] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-osd; range_end:; response_count:1; response_revision:13565; }","duration":"194.212983ms","start":"2026-04-09T18:09:16.506078Z","end":"2026-04-09T18:09:16.700291Z","steps":["trace[703899241] 'range keys from in-memory index tree' (duration: 193.270071ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:09:17.126313Z","caller":"traceutil/trace.go:171","msg":"trace[1127687847] linearizableReadLoop","detail":"{readStateIndex:14071; appliedIndex:14070; }","duration":"202.402549ms","start":"2026-04-09T18:09:16.923897Z","end":"2026-04-09T18:09:17.126299Z","steps":["trace[1127687847] 'read index received' (duration: 202.331297ms)","trace[1127687847] 'applied index is now lower than readState.Index' (duration: 70.672µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T18:09:17.126426Z","caller":"traceutil/trace.go:171","msg":"trace[977938992] transaction","detail":"{read_only:false; response_revision:13566; number_of_response:1; }","duration":"202.502191ms","start":"2026-04-09T18:09:16.923848Z","end":"2026-04-09T18:09:17.12635Z","steps":["trace[977938992] 'process raft request' (duration: 202.351838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:09:17.126535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.622673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-purge-osd\" ","response":"range_response_count:1 size:543"} {"level":"info","ts":"2026-04-09T18:09:17.126593Z","caller":"traceutil/trace.go:171","msg":"trace[1955915080] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-purge-osd; range_end:; response_count:1; response_revision:13566; }","duration":"202.733676ms","start":"2026-04-09T18:09:16.923846Z","end":"2026-04-09T18:09:17.126579Z","steps":["trace[1955915080] 'agreement among raft nodes before linearized reading' (duration: 202.557292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:09:17.627465Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432969415,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T18:09:18.127886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15424438892432969415,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T18:09:18.370387Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.244130471s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T18:09:18.371185Z","caller":"traceutil/trace.go:171","msg":"trace[1339126736] transaction","detail":"{read_only:false; response_revision:13567; number_of_response:1; }","duration":"1.307199717s","start":"2026-04-09T18:09:17.063956Z","end":"2026-04-09T18:09:18.371155Z","steps":["trace[1339126736] 'process raft request' (duration: 1.306952902s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:09:18.371387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:09:17.063929Z","time spent":"1.307343962s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T18:09:18.371535Z","caller":"traceutil/trace.go:171","msg":"trace[1401307415] transaction","detail":"{read_only:false; response_revision:13568; number_of_response:1; }","duration":"1.307111617s","start":"2026-04-09T18:09:17.064375Z","end":"2026-04-09T18:09:18.371487Z","steps":["trace[1401307415] 'process raft request' (duration: 1.306735327s)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:09:18.371653Z","caller":"traceutil/trace.go:171","msg":"trace[1893075263] linearizableReadLoop","detail":"{readStateIndex:14074; appliedIndex:14071; }","duration":"1.245217327s","start":"2026-04-09T18:09:17.126412Z","end":"2026-04-09T18:09:18.371629Z","steps":["trace[1893075263] 'read index received' (duration: 1.244352596s)","trace[1893075263] 'applied index is now lower than readState.Index' (duration: 863.511µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T18:09:18.371746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:09:17.064358Z","time spent":"1.3072738s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T18:09:18.371815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294395098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-09T18:09:18.371816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291706917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T18:09:18.371848Z","caller":"traceutil/trace.go:171","msg":"trace[1635676378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13569; }","duration":"1.29447215s","start":"2026-04-09T18:09:17.077369Z","end":"2026-04-09T18:09:18.371841Z","steps":["trace[1635676378] 'agreement among raft nodes before linearized reading' (duration: 1.294373978s)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:09:18.371855Z","caller":"traceutil/trace.go:171","msg":"trace[1305246860] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13569; }","duration":"1.291769509s","start":"2026-04-09T18:09:17.080076Z","end":"2026-04-09T18:09:18.371846Z","steps":["trace[1305246860] 'agreement among raft nodes before linearized reading' (duration: 1.291609845s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:09:18.371871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:09:17.077355Z","time spent":"1.294511351s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T18:09:18.371876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:09:17.08007Z","time spent":"1.291801749s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T18:09:18.371955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331896517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T18:09:18.371998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402686528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-09T18:09:18.372005Z","caller":"traceutil/trace.go:171","msg":"trace[282804040] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:13569; }","duration":"1.331996559s","start":"2026-04-09T18:09:17.039996Z","end":"2026-04-09T18:09:18.371992Z","steps":["trace[282804040] 'agreement among raft nodes before linearized reading' (duration: 1.331916797s)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:09:18.372022Z","caller":"traceutil/trace.go:171","msg":"trace[1570584678] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13569; }","duration":"1.402732909s","start":"2026-04-09T18:09:16.969279Z","end":"2026-04-09T18:09:18.372012Z","steps":["trace[1570584678] 'agreement among raft nodes before linearized reading' (duration: 1.402668548s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:09:18.372031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29134599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-09T18:09:18.372044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:09:16.969265Z","time spent":"1.40277521s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T18:09:18.37205Z","caller":"traceutil/trace.go:171","msg":"trace[1371987435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13569; }","duration":"1.29138657s","start":"2026-04-09T18:09:17.080659Z","end":"2026-04-09T18:09:18.372045Z","steps":["trace[1371987435] 'agreement among raft nodes before linearized reading' (duration: 1.291329429s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:09:18.372048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:09:17.039965Z","time spent":"1.332074671s","remote":"127.0.0.1:38674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-09T18:09:18.372068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:09:17.080648Z","time spent":"1.29141544s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T18:09:18.372134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148439297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-purge-osd\" ","response":"range_response_count:1 size:543"} {"level":"info","ts":"2026-04-09T18:09:18.372157Z","caller":"traceutil/trace.go:171","msg":"trace[1745239240] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-purge-osd; range_end:; response_count:1; response_revision:13569; }","duration":"1.148499258s","start":"2026-04-09T18:09:17.223653Z","end":"2026-04-09T18:09:18.372152Z","steps":["trace[1745239240] 'agreement among raft nodes before linearized reading' (duration: 1.148439717s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:09:18.372173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329652906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-rgw\" ","response":"range_response_count:1 size:826"} {"level":"info","ts":"2026-04-09T18:09:18.372191Z","caller":"traceutil/trace.go:171","msg":"trace[160106517] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-rgw; range_end:; response_count:1; response_revision:13569; }","duration":"1.329706587s","start":"2026-04-09T18:09:17.042479Z","end":"2026-04-09T18:09:18.372185Z","steps":["trace[160106517] 'agreement among raft nodes before linearized reading' (duration: 1.329642186s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:09:18.37221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:09:17.042453Z","time spent":"1.329752469s","remote":"127.0.0.1:38764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":849,"request content":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-rgw\" "} {"level":"warn","ts":"2026-04-09T18:09:18.372229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.727619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z2qsz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-09T18:09:18.371975Z","caller":"traceutil/trace.go:171","msg":"trace[1145124816] transaction","detail":"{read_only:false; response_revision:13569; number_of_response:1; }","duration":"1.305922138s","start":"2026-04-09T18:09:17.066046Z","end":"2026-04-09T18:09:18.371968Z","steps":["trace[1145124816] 'process raft request' (duration: 1.305331285s)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:09:18.372245Z","caller":"traceutil/trace.go:171","msg":"trace[770866869] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z2qsz; range_end:; response_count:1; response_revision:13569; }","duration":"791.769069ms","start":"2026-04-09T18:09:17.580471Z","end":"2026-04-09T18:09:18.37224Z","steps":["trace[770866869] 'agreement among raft nodes before linearized reading' (duration: 791.721568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:09:18.372261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:09:17.580454Z","time spent":"791.804601ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z2qsz\" "} {"level":"warn","ts":"2026-04-09T18:09:18.372295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:09:17.066016Z","time spent":"1.306242486s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T18:09:18.372449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297719003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T18:09:18.372463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.34092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T18:09:18.37248Z","caller":"traceutil/trace.go:171","msg":"trace[1178549531] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13569; }","duration":"1.297771044s","start":"2026-04-09T18:09:17.074699Z","end":"2026-04-09T18:09:18.37247Z","steps":["trace[1178549531] 'agreement among raft nodes before linearized reading' (duration: 1.297682792s)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:09:18.372492Z","caller":"traceutil/trace.go:171","msg":"trace[671307233] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13569; }","duration":"814.405592ms","start":"2026-04-09T18:09:17.558079Z","end":"2026-04-09T18:09:18.372484Z","steps":["trace[671307233] 'agreement among raft nodes before linearized reading' (duration: 814.32918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:09:18.372513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:09:17.074688Z","time spent":"1.297820125s","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T18:09:18.372519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:09:17.558057Z","time spent":"814.453592ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T18:09:18.372174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:09:17.223631Z","time spent":"1.148539259s","remote":"127.0.0.1:38764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":566,"request content":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-purge-osd\" "} {"level":"warn","ts":"2026-04-09T18:09:18.372549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.753686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T18:09:18.372596Z","caller":"traceutil/trace.go:171","msg":"trace[876659779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13569; }","duration":"893.851218ms","start":"2026-04-09T18:09:17.47873Z","end":"2026-04-09T18:09:18.372581Z","steps":["trace[876659779] 'agreement among raft nodes before linearized reading' (duration: 893.778006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:09:18.372649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:09:17.478706Z","time spent":"893.9327ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T18:09:18.372624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.144764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-04-09T18:09:18.372771Z","caller":"traceutil/trace.go:171","msg":"trace[541687606] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:13569; }","duration":"909.340499ms","start":"2026-04-09T18:09:17.463419Z","end":"2026-04-09T18:09:18.37276Z","steps":["trace[541687606] 'agreement among raft nodes before linearized reading' (duration: 909.075103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:09:18.372802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:09:17.463397Z","time spent":"909.395151ms","remote":"127.0.0.1:38794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5152,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-04-09T18:09:18.717171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.683557ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-09T18:09:18.71725Z","caller":"traceutil/trace.go:171","msg":"trace[1963940029] linearizableReadLoop","detail":"{readStateIndex:14081; appliedIndex:14080; }","duration":"145.957291ms","start":"2026-04-09T18:09:18.571279Z","end":"2026-04-09T18:09:18.717237Z","steps":["trace[1963940029] 'read index received' (duration: 25.24µs)","trace[1963940029] 'applied index is now lower than readState.Index' (duration: 145.931131ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T18:09:18.71752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.240018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-csi-cephfs-plugin-sa\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-09T18:09:18.717548Z","caller":"traceutil/trace.go:171","msg":"trace[1554710678] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-csi-cephfs-plugin-sa; range_end:; response_count:1; response_revision:13575; }","duration":"146.272549ms","start":"2026-04-09T18:09:18.571266Z","end":"2026-04-09T18:09:18.717539Z","steps":["trace[1554710678] 'agreement among raft nodes before linearized reading' (duration: 146.162256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:09:18.717694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.189549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-system\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-04-09T18:09:18.71772Z","caller":"traceutil/trace.go:171","msg":"trace[1928207122] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-system; range_end:; response_count:1; response_revision:13575; }","duration":"143.260171ms","start":"2026-04-09T18:09:18.574454Z","end":"2026-04-09T18:09:18.717715Z","steps":["trace[1928207122] 'agreement among raft nodes before linearized reading' (duration: 143.197899ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:09:18.986032Z","caller":"traceutil/trace.go:171","msg":"trace[973196294] linearizableReadLoop","detail":"{readStateIndex:14082; appliedIndex:14081; }","duration":"184.661087ms","start":"2026-04-09T18:09:18.801345Z","end":"2026-04-09T18:09:18.986006Z","steps":["trace[973196294] 'read index received' (duration: 130.348419ms)","trace[973196294] 'applied index is now lower than readState.Index' (duration: 54.311548ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T18:09:18.986063Z","caller":"traceutil/trace.go:171","msg":"trace[556875682] transaction","detail":"{read_only:false; response_revision:13576; number_of_response:1; }","duration":"267.360736ms","start":"2026-04-09T18:09:18.718662Z","end":"2026-04-09T18:09:18.986023Z","steps":["trace[556875682] 'process raft request' (duration: 212.999907ms)","trace[556875682] 'compare' (duration: 54.215406ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T18:09:18.986331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.253285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-system\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-04-09T18:09:18.986366Z","caller":"traceutil/trace.go:171","msg":"trace[1712007927] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-system; range_end:; response_count:1; response_revision:13576; }","duration":"183.313436ms","start":"2026-04-09T18:09:18.803042Z","end":"2026-04-09T18:09:18.986356Z","steps":["trace[1712007927] 'agreement among raft nodes before linearized reading' (duration: 183.110901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:09:18.986378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.014845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-csi-cephfs-plugin-sa\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-09T18:09:18.986444Z","caller":"traceutil/trace.go:171","msg":"trace[502799341] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-csi-cephfs-plugin-sa; range_end:; response_count:1; response_revision:13576; }","duration":"185.133477ms","start":"2026-04-09T18:09:18.80129Z","end":"2026-04-09T18:09:18.986424Z","steps":["trace[502799341] 'agreement among raft nodes before linearized reading' (duration: 184.856671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:09:19.209675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.339011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-csi-rbd-plugin-sa\" ","response":"range_response_count:1 size:549"} {"level":"warn","ts":"2026-04-09T18:09:19.209829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.001393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-csi-cephfs-provisioner-sa\" ","response":"range_response_count:1 size:565"} {"level":"info","ts":"2026-04-09T18:09:19.209876Z","caller":"traceutil/trace.go:171","msg":"trace[818055574] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-csi-rbd-plugin-sa; range_end:; response_count:1; response_revision:13576; }","duration":"101.565037ms","start":"2026-04-09T18:09:19.10827Z","end":"2026-04-09T18:09:19.209835Z","steps":["trace[818055574] 'range keys from in-memory index tree' (duration: 101.059185ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:09:19.209921Z","caller":"traceutil/trace.go:171","msg":"trace[211034945] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-csi-cephfs-provisioner-sa; range_end:; response_count:1; response_revision:13576; }","duration":"108.130716ms","start":"2026-04-09T18:09:19.101764Z","end":"2026-04-09T18:09:19.209895Z","steps":["trace[211034945] 'range keys from in-memory index tree' (duration: 107.82907ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:09:20.508883Z","caller":"traceutil/trace.go:171","msg":"trace[760201689] transaction","detail":"{read_only:false; response_revision:13579; number_of_response:1; }","duration":"129.777106ms","start":"2026-04-09T18:09:20.379079Z","end":"2026-04-09T18:09:20.508856Z","steps":["trace[760201689] 'process raft request' (duration: 129.699314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:09:20.508999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.390142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T18:09:20.508999Z","caller":"traceutil/trace.go:171","msg":"trace[1551620435] transaction","detail":"{read_only:false; response_revision:13578; number_of_response:1; }","duration":"130.916982ms","start":"2026-04-09T18:09:20.378059Z","end":"2026-04-09T18:09:20.508976Z","steps":["trace[1551620435] 'process raft request' (duration: 103.844359ms)","trace[1551620435] 'compare' (duration: 26.758416ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T18:09:20.509056Z","caller":"traceutil/trace.go:171","msg":"trace[500414330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13579; }","duration":"123.501014ms","start":"2026-04-09T18:09:20.385539Z","end":"2026-04-09T18:09:20.50904Z","steps":["trace[500414330] 'agreement among raft nodes before linearized reading' (duration: 123.33285ms)"],"step_count":1}